2024-11-12 07:12:41,571 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 07:12:41,595 main DEBUG Took 0.020244 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 07:12:41,596 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 07:12:41,596 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 07:12:41,598 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 07:12:41,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,613 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 07:12:41,633 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,637 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,639 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,640 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,642 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,644 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,645 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,647 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,648 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:41,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,650 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 07:12:41,652 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:41,654 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 07:12:41,656 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 07:12:41,657 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 07:12:41,659 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 07:12:41,659 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 07:12:41,670 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 07:12:41,674 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 07:12:41,676 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 07:12:41,676 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 07:12:41,677 main DEBUG createAppenders(={Console}) 2024-11-12 07:12:41,678 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 07:12:41,679 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 07:12:41,679 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 07:12:41,680 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 07:12:41,680 main DEBUG OutputStream closed 2024-11-12 07:12:41,680 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 07:12:41,681 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 07:12:41,681 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 07:12:41,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 07:12:41,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 07:12:41,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 07:12:41,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 07:12:41,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 07:12:41,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 07:12:41,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 07:12:41,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 07:12:41,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 07:12:41,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 07:12:41,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 07:12:41,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 07:12:41,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 07:12:41,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 07:12:41,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 07:12:41,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 07:12:41,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 07:12:41,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 07:12:41,806 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 07:12:41,806 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 07:12:41,807 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 07:12:41,808 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T07:12:41,826 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 07:12:41,830 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 07:12:41,830 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T07:12:41,844 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T07:12:41,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=5708 2024-11-12T07:12:42,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace 2024-11-12T07:12:42,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:12:42,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe, deleteOnExit=true 2024-11-12T07:12:42,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:12:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/test.cache.data in system properties and HBase conf 2024-11-12T07:12:42,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:12:42,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:12:42,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:12:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:12:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:12:42,501 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T07:12:42,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:12:42,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:12:42,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:12:42,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:12:42,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:12:42,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:12:42,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:12:42,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:12:42,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:12:42,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:12:42,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:12:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:12:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:12:42,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:12:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:12:44,192 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T07:12:44,292 INFO [Time-limited test {}] log.Log(170): Logging initialized @3590ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T07:12:44,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:12:44,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:12:44,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:12:44,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:12:44,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:12:44,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:12:44,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:12:44,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:12:44,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/java.io.tmpdir/jetty-localhost-45509-hadoop-hdfs-3_4_1-tests_jar-_-any-15388556854283975385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:12:44,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:45509} 2024-11-12T07:12:44,771 INFO [Time-limited test {}] server.Server(415): Started @4070ms 2024-11-12T07:12:46,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:12:46,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:12:46,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:12:46,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:12:46,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:12:46,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:12:46,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:12:46,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-18049314962727612163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:12:46,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-11-12T07:12:46,140 INFO [Time-limited test {}] server.Server(415): Started @5439ms 2024-11-12T07:12:46,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:12:46,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:12:46,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:12:46,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:12:46,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:12:46,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:12:46,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:12:46,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:12:46,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/java.io.tmpdir/jetty-localhost-34879-hadoop-hdfs-3_4_1-tests_jar-_-any-14716180202312530308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:12:46,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:34879} 2024-11-12T07:12:46,552 INFO [Time-limited test {}] server.Server(415): Started @5851ms 2024-11-12T07:12:46,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:12:46,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:12:46,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:12:46,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:12:46,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:12:46,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:12:46,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:12:46,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:12:46,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/java.io.tmpdir/jetty-localhost-41919-hadoop-hdfs-3_4_1-tests_jar-_-any-17683686461285483990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:12:46,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:41919} 2024-11-12T07:12:46,835 INFO [Time-limited test {}] server.Server(415): Started @6134ms 2024-11-12T07:12:46,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:12:48,219 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data4/current/BP-1393754116-172.17.0.2-1731395563345/current, will proceed with Du for space computation calculation, 2024-11-12T07:12:48,219 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data1/current/BP-1393754116-172.17.0.2-1731395563345/current, will proceed with Du for space computation calculation, 2024-11-12T07:12:48,219 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data3/current/BP-1393754116-172.17.0.2-1731395563345/current, will proceed with Du for space computation calculation, 2024-11-12T07:12:48,219 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data2/current/BP-1393754116-172.17.0.2-1731395563345/current, will proceed with Du for space computation calculation, 2024-11-12T07:12:48,274 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data5/current/BP-1393754116-172.17.0.2-1731395563345/current, will proceed with Du for space computation calculation, 2024-11-12T07:12:48,276 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data6/current/BP-1393754116-172.17.0.2-1731395563345/current, will proceed with Du for space computation calculation, 2024-11-12T07:12:48,316 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:12:48,317 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:12:48,324 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:12:48,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9b19a2485fb2630 with lease ID 0x2ca239d05eebc2a2: Processing first storage report for DS-bc99a593-0edd-4fe4-9044-dc46150b27a9 from datanode DatanodeRegistration(127.0.0.1:35821, datanodeUuid=de357b48-4aa4-4f23-a89f-0adcfc4ba457, infoPort=43577, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345) 2024-11-12T07:12:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9b19a2485fb2630 with lease ID 0x2ca239d05eebc2a2: from storage DS-bc99a593-0edd-4fe4-9044-dc46150b27a9 node DatanodeRegistration(127.0.0.1:35821, datanodeUuid=de357b48-4aa4-4f23-a89f-0adcfc4ba457, infoPort=43577, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:12:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5039d8c6dfb306c6 with lease ID 0x2ca239d05eebc2a0: Processing first storage report for DS-07b79647-8671-405f-accb-f6431d317906 from datanode DatanodeRegistration(127.0.0.1:35607, datanodeUuid=ec3cf7ef-003b-41d5-8a74-3dd53e787539, infoPort=36679, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345) 2024-11-12T07:12:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5039d8c6dfb306c6 with lease ID 0x2ca239d05eebc2a0: from storage DS-07b79647-8671-405f-accb-f6431d317906 node DatanodeRegistration(127.0.0.1:35607, datanodeUuid=ec3cf7ef-003b-41d5-8a74-3dd53e787539, infoPort=36679, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:12:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc000aa4e7977c68c with lease ID 0x2ca239d05eebc2a1: Processing first storage report for DS-0984768c-20f0-470e-968d-d24b08f9e220 from datanode DatanodeRegistration(127.0.0.1:39827, datanodeUuid=a7c9782f-0f9a-4f6e-803c-73f40516c862, infoPort=33087, infoSecurePort=0, ipcPort=38033, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345) 2024-11-12T07:12:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc000aa4e7977c68c with lease ID 0x2ca239d05eebc2a1: from storage DS-0984768c-20f0-470e-968d-d24b08f9e220 node DatanodeRegistration(127.0.0.1:39827, datanodeUuid=a7c9782f-0f9a-4f6e-803c-73f40516c862, infoPort=33087, infoSecurePort=0, ipcPort=38033, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:12:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9b19a2485fb2630 with lease ID 0x2ca239d05eebc2a2: Processing first storage report for DS-88b3613a-63c9-4332-ba76-008ce9c82c84 from datanode DatanodeRegistration(127.0.0.1:35821, datanodeUuid=de357b48-4aa4-4f23-a89f-0adcfc4ba457, infoPort=43577, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345) 2024-11-12T07:12:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9b19a2485fb2630 with lease ID 0x2ca239d05eebc2a2: from storage DS-88b3613a-63c9-4332-ba76-008ce9c82c84 node DatanodeRegistration(127.0.0.1:35821, datanodeUuid=de357b48-4aa4-4f23-a89f-0adcfc4ba457, infoPort=43577, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:12:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5039d8c6dfb306c6 with lease ID 0x2ca239d05eebc2a0: Processing first storage report for DS-98e61926-b875-4b70-83bc-0c418eed90e7 from datanode DatanodeRegistration(127.0.0.1:35607, datanodeUuid=ec3cf7ef-003b-41d5-8a74-3dd53e787539, infoPort=36679, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345) 2024-11-12T07:12:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5039d8c6dfb306c6 with lease ID 0x2ca239d05eebc2a0: from storage DS-98e61926-b875-4b70-83bc-0c418eed90e7 node DatanodeRegistration(127.0.0.1:35607, datanodeUuid=ec3cf7ef-003b-41d5-8a74-3dd53e787539, infoPort=36679, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:12:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc000aa4e7977c68c with lease ID 0x2ca239d05eebc2a1: Processing first storage report for DS-c1a3889b-f4d4-4d85-942b-885bea442cee from datanode DatanodeRegistration(127.0.0.1:39827, datanodeUuid=a7c9782f-0f9a-4f6e-803c-73f40516c862, infoPort=33087, infoSecurePort=0, ipcPort=38033, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345) 2024-11-12T07:12:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc000aa4e7977c68c with lease ID 0x2ca239d05eebc2a1: from storage DS-c1a3889b-f4d4-4d85-942b-885bea442cee node DatanodeRegistration(127.0.0.1:39827, datanodeUuid=a7c9782f-0f9a-4f6e-803c-73f40516c862, infoPort=33087, infoSecurePort=0, ipcPort=38033, storageInfo=lv=-57;cid=testClusterID;nsid=1296951647;c=1731395563345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:12:48,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace 2024-11-12T07:12:48,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/zookeeper_0, clientPort=62609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:12:48,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62609 2024-11-12T07:12:48,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:48,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:12:48,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:12:48,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:12:49,086 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 with version=8 2024-11-12T07:12:49,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/hbase-staging 2024-11-12T07:12:49,168 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T07:12:49,419 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:12:49,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:49,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:49,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:12:49,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:49,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:12:49,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:12:49,666 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T07:12:49,678 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T07:12:49,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:49,720 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1002 (auto-detected) 2024-11-12T07:12:49,722 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T07:12:49,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40351 2024-11-12T07:12:49,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40351 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-11-12T07:12:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403510x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:12:49,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40351-0x1012de3bed90000 connected 2024-11-12T07:12:49,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:49,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:49,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:12:49,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4, hbase.cluster.distributed=false 2024-11-12T07:12:49,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:12:49,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-12T07:12:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40351 2024-11-12T07:12:50,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40351 2024-11-12T07:12:50,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-12T07:12:50,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-12T07:12:50,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:12:50,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:12:50,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:12:50,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:12:50,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:50,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37253 2024-11-12T07:12:50,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37253 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-11-12T07:12:50,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372530x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:12:50,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372530x0, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:12:50,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37253-0x1012de3bed90001 connected 2024-11-12T07:12:50,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:12:50,158 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:12:50,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:12:50,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:12:50,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-12T07:12:50,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37253 2024-11-12T07:12:50,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37253 2024-11-12T07:12:50,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-12T07:12:50,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-12T07:12:50,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:12:50,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:12:50,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:12:50,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:12:50,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:50,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41113 2024-11-12T07:12:50,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41113 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-11-12T07:12:50,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411130x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:12:50,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411130x0, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:12:50,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41113-0x1012de3bed90002 connected 2024-11-12T07:12:50,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:12:50,211 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:12:50,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:12:50,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:12:50,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-12T07:12:50,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41113 2024-11-12T07:12:50,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41113 2024-11-12T07:12:50,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-12T07:12:50,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-12T07:12:50,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:12:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:12:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:12:50,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:12:50,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:12:50,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:50,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34021 2024-11-12T07:12:50,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34021 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-11-12T07:12:50,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340210x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:12:50,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340210x0, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:12:50,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34021-0x1012de3bed90003 connected 2024-11-12T07:12:50,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:12:50,253 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:12:50,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:12:50,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:12:50,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-12T07:12:50,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34021 2024-11-12T07:12:50,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34021 2024-11-12T07:12:50,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-12T07:12:50,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-12T07:12:50,279 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:40351 2024-11-12T07:12:50,280 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cea23c84c117,40351,1731395569246 2024-11-12T07:12:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,295 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cea23c84c117,40351,1731395569246 2024-11-12T07:12:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:12:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:12:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:12:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,327 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T07:12:50,328 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cea23c84c117,40351,1731395569246 from backup master directory 2024-11-12T07:12:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cea23c84c117,40351,1731395569246 2024-11-12T07:12:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:12:50,343 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:12:50,343 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,40351,1731395569246 2024-11-12T07:12:50,345 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T07:12:50,346 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T07:12:50,404 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/hbase.id] with ID: 07af1771-8c1e-4200-9d70-660c1805d0c5 2024-11-12T07:12:50,404 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.tmp/hbase.id 2024-11-12T07:12:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:12:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:12:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:12:50,419 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.tmp/hbase.id]:[hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/hbase.id] 2024-11-12T07:12:50,466 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:12:50,471 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:12:50,493 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-12T07:12:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:12:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:12:50,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:12:50,541 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:12:50,544 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:12:50,561 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:12:50,565 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:12:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:12:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:12:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:12:50,612 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store 2024-11-12T07:12:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:12:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:12:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:12:50,639 INFO [master/cea23c84c117:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T07:12:50,642 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:12:50,644 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:12:50,644 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:12:50,644 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:12:50,646 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-12T07:12:50,646 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:12:50,647 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:12:50,648 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395570644Disabling compacts and flushes for region at 1731395570644Disabling writes for close at 1731395570646 (+2 ms)Writing region close event to WAL at 1731395570646Closed at 1731395570647 (+1 ms) 2024-11-12T07:12:50,650 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/.initializing 2024-11-12T07:12:50,651 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/WALs/cea23c84c117,40351,1731395569246 2024-11-12T07:12:50,658 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:12:50,673 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C40351%2C1731395569246, suffix=, logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/WALs/cea23c84c117,40351,1731395569246, archiveDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/oldWALs, maxLogs=10 2024-11-12T07:12:50,705 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/WALs/cea23c84c117,40351,1731395569246/cea23c84c117%2C40351%2C1731395569246.1731395570679, exclude list is [], retry=0 2024-11-12T07:12:50,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-07b79647-8671-405f-accb-f6431d317906,DISK] 2024-11-12T07:12:50,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35821,DS-bc99a593-0edd-4fe4-9044-dc46150b27a9,DISK] 2024-11-12T07:12:50,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-0984768c-20f0-470e-968d-d24b08f9e220,DISK] 2024-11-12T07:12:50,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T07:12:50,763 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/WALs/cea23c84c117,40351,1731395569246/cea23c84c117%2C40351%2C1731395569246.1731395570679 2024-11-12T07:12:50,764 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:36679:36679),(127.0.0.1/127.0.0.1:33087:33087)] 2024-11-12T07:12:50,765 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:12:50,765 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:12:50,768 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,768 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:12:50,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:50,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:12:50,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:12:50,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:50,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:12:50,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:12:50,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:50,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:12:50,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:12:50,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:50,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:12:50,846 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,850 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,851 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,855 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,856 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,859 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:12:50,862 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:12:50,867 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:12:50,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68442955, jitterRate=0.019879505038261414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:12:50,875 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395570781Initializing all the Stores at 1731395570783 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395570784 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395570784Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395570784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395570785 (+1 ms)Cleaning up temporary data from old regions at 1731395570856 (+71 ms)Region opened successfully at 1731395570875 (+19 ms) 2024-11-12T07:12:50,876 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:12:50,909 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243c9585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:12:50,935 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:12:50,944 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:12:50,945 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:12:50,947 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:12:50,948 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:12:50,953 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T07:12:50,953 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T07:12:50,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:12:51,003 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T07:12:51,018 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T07:12:51,021 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:12:51,023 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:12:51,036 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T07:12:51,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:12:51,042 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:12:51,050 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T07:12:51,051 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:12:51,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T07:12:51,082 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:12:51,092 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:12:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,108 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,40351,1731395569246, sessionid=0x1012de3bed90000, setting cluster-up flag (Was=false) 2024-11-12T07:12:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,167 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T07:12:51,173 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40351,1731395569246 2024-11-12T07:12:51,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:51,229 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T07:12:51,232 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40351,1731395569246 2024-11-12T07:12:51,240 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:12:51,269 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(746): ClusterId : 07af1771-8c1e-4200-9d70-660c1805d0c5 2024-11-12T07:12:51,269 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(746): ClusterId : 07af1771-8c1e-4200-9d70-660c1805d0c5 2024-11-12T07:12:51,270 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(746): ClusterId : 07af1771-8c1e-4200-9d70-660c1805d0c5 2024-11-12T07:12:51,272 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:12:51,272 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:12:51,272 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:12:51,294 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:12:51,294 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:12:51,294 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:12:51,294 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:12:51,294 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:12:51,294 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:12:51,310 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:12:51,314 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:12:51,314 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:12:51,314 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:12:51,315 DEBUG [RS:2;cea23c84c117:34021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6222641d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:12:51,315 DEBUG [RS:1;cea23c84c117:41113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccc859a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:12:51,315 DEBUG [RS:0;cea23c84c117:37253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0ac2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:12:51,322 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:12:51,329 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cea23c84c117:34021 2024-11-12T07:12:51,330 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:12:51,332 INFO [RS:2;cea23c84c117:34021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:12:51,332 INFO [RS:2;cea23c84c117:34021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:12:51,332 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:12:51,334 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:37253 2024-11-12T07:12:51,334 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cea23c84c117:41113 2024-11-12T07:12:51,334 INFO [RS:0;cea23c84c117:37253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:12:51,334 INFO [RS:1;cea23c84c117:41113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:12:51,334 INFO [RS:1;cea23c84c117:41113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:12:51,334 INFO [RS:0;cea23c84c117:37253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:12:51,334 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:12:51,334 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:12:51,335 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40351,1731395569246 with port=34021, startcode=1731395570230 2024-11-12T07:12:51,336 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40351,1731395569246 with port=41113, startcode=1731395570185 2024-11-12T07:12:51,336 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40351,1731395569246 with port=37253, startcode=1731395570088 2024-11-12T07:12:51,338 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,40351,1731395569246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:12:51,346 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:12:51,347 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:12:51,347 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:12:51,347 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:12:51,347 DEBUG [RS:2;cea23c84c117:34021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:12:51,347 DEBUG [RS:1;cea23c84c117:41113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:12:51,347 DEBUG [RS:0;cea23c84c117:37253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:12:51,347 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:12:51,348 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,348 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:12:51,348 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:12:51,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:12:51,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:51,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:12:51,362 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395601362 2024-11-12T07:12:51,365 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:12:51,366 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:12:51,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:12:51,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:12:51,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:12:51,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:12:51,381 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,387 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:12:51,389 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:12:51,389 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:12:51,389 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:12:51,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:12:51,390 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:12:51,392 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:12:51,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:12:51,397 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:12:51,399 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395571394,5,FailOnTimeoutGroup] 2024-11-12T07:12:51,403 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395571400,5,FailOnTimeoutGroup] 2024-11-12T07:12:51,403 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,403 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:12:51,429 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:12:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:12:51,430 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:12:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:12:51,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:12:51,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:12:51,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:12:51,456 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T07:12:51,456 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T07:12:51,456 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T07:12:51,456 WARN [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T07:12:51,456 WARN [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T07:12:51,456 WARN [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T07:12:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:12:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:12:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:12:51,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:12:51,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:12:51,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:12:51,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:51,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:12:51,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:12:51,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:12:51,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:51,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:12:51,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:12:51,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:12:51,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:51,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:12:51,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:12:51,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:12:51,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:12:51,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:12:51,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:12:51,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740 2024-11-12T07:12:51,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740 2024-11-12T07:12:51,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:12:51,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:12:51,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:12:51,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:12:51,502 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:12:51,503 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62615275, jitterRate=-0.0669596940279007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:12:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395571463Initializing all the Stores at 1731395571465 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395571466 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395571466Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395571466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395571466Cleaning up temporary data from old regions at 1731395571494 (+28 ms)Region opened successfully at 1731395571506 (+12 ms) 2024-11-12T07:12:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:12:51,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:12:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:12:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:12:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:12:51,509 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:12:51,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395571507Disabling compacts and flushes for region at 1731395571507Disabling writes for close at 1731395571507Writing region close event to WAL at 1731395571508 (+1 ms)Closed at 1731395571509 (+1 ms) 2024-11-12T07:12:51,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:12:51,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:12:51,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:12:51,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:12:51,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:12:51,558 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40351,1731395569246 with port=34021, startcode=1731395570230 2024-11-12T07:12:51,558 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40351,1731395569246 with port=41113, startcode=1731395570185 2024-11-12T07:12:51,558 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40351,1731395569246 with port=37253, startcode=1731395570088 2024-11-12T07:12:51,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,41113,1731395570185 2024-11-12T07:12:51,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,41113,1731395570185 2024-11-12T07:12:51,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,34021,1731395570230 2024-11-12T07:12:51,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,34021,1731395570230 2024-11-12T07:12:51,571 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:12:51,571 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45363 2024-11-12T07:12:51,571 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:12:51,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,575 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:12:51,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,575 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45363 2024-11-12T07:12:51,575 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:12:51,579 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:12:51,579 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45363 2024-11-12T07:12:51,579 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:12:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:12:51,631 DEBUG [RS:1;cea23c84c117:41113 {}] zookeeper.ZKUtil(111): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,41113,1731395570185 2024-11-12T07:12:51,631 WARN [RS:1;cea23c84c117:41113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:12:51,631 INFO [RS:1;cea23c84c117:41113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:12:51,631 DEBUG [RS:0;cea23c84c117:37253 {}] zookeeper.ZKUtil(111): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,631 DEBUG [RS:2;cea23c84c117:34021 {}] zookeeper.ZKUtil(111): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,34021,1731395570230 2024-11-12T07:12:51,631 WARN [RS:0;cea23c84c117:37253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:12:51,631 WARN [RS:2;cea23c84c117:34021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:12:51,631 INFO [RS:0;cea23c84c117:37253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:12:51,631 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,41113,1731395570185 2024-11-12T07:12:51,631 INFO [RS:2;cea23c84c117:34021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:12:51,631 DEBUG [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,631 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230 2024-11-12T07:12:51,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,37253,1731395570088] 2024-11-12T07:12:51,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,34021,1731395570230] 2024-11-12T07:12:51,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,41113,1731395570185] 2024-11-12T07:12:51,656 INFO [RS:2;cea23c84c117:34021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:12:51,656 INFO [RS:0;cea23c84c117:37253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:12:51,656 INFO [RS:1;cea23c84c117:41113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:12:51,673 INFO [RS:2;cea23c84c117:34021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:12:51,674 INFO [RS:0;cea23c84c117:37253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:12:51,674 INFO [RS:1;cea23c84c117:41113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:12:51,678 INFO [RS:1;cea23c84c117:41113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:12:51,678 INFO [RS:0;cea23c84c117:37253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:12:51,678 INFO [RS:2;cea23c84c117:34021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:12:51,678 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,678 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,678 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,680 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:12:51,680 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:12:51,681 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:12:51,684 WARN [cea23c84c117:40351 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:12:51,686 INFO [RS:2;cea23c84c117:34021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:12:51,686 INFO [RS:1;cea23c84c117:41113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:12:51,686 INFO [RS:0;cea23c84c117:37253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:12:51,688 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,688 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,688 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,688 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,688 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,688 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,688 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,688 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,688 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,689 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,690 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,690 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,690 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,690 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:12:51,690 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:12:51,690 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:12:51,690 DEBUG [RS:0;cea23c84c117:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:12:51,690 DEBUG [RS:2;cea23c84c117:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:12:51,690 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:12:51,690 DEBUG [RS:1;cea23c84c117:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:12:51,691 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,37253,1731395570088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41113,1731395570185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,691 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,692 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,692 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,692 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,692 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34021,1731395570230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:12:51,710 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:12:51,710 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:12:51,711 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:12:51,711 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34021,1731395570230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,711 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,37253,1731395570088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,711 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41113,1731395570185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,712 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,712 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,712 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,712 INFO [RS:2;cea23c84c117:34021 {}] regionserver.Replication(171): cea23c84c117,34021,1731395570230 started 2024-11-12T07:12:51,712 INFO [RS:0;cea23c84c117:37253 {}] regionserver.Replication(171): cea23c84c117,37253,1731395570088 started 2024-11-12T07:12:51,712 INFO [RS:1;cea23c84c117:41113 {}] regionserver.Replication(171): cea23c84c117,41113,1731395570185 started 2024-11-12T07:12:51,729 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,729 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,729 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,34021,1731395570230, RpcServer on cea23c84c117/172.17.0.2:34021, sessionid=0x1012de3bed90003 2024-11-12T07:12:51,729 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,41113,1731395570185, RpcServer on cea23c84c117/172.17.0.2:41113, sessionid=0x1012de3bed90002 2024-11-12T07:12:51,730 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:12:51,730 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:12:51,730 DEBUG [RS:2;cea23c84c117:34021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,34021,1731395570230 2024-11-12T07:12:51,730 DEBUG [RS:1;cea23c84c117:41113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,41113,1731395570185 2024-11-12T07:12:51,730 INFO [RS:0;cea23c84c117:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:12:51,730 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,34021,1731395570230' 2024-11-12T07:12:51,730 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,41113,1731395570185' 2024-11-12T07:12:51,731 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:12:51,731 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:12:51,731 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,37253,1731395570088, RpcServer on cea23c84c117/172.17.0.2:37253, sessionid=0x1012de3bed90001 2024-11-12T07:12:51,731 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:12:51,731 DEBUG [RS:0;cea23c84c117:37253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,731 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,37253,1731395570088' 2024-11-12T07:12:51,731 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:12:51,731 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:12:51,731 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:12:51,731 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:12:51,732 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:12:51,732 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:12:51,732 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:12:51,732 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:12:51,732 DEBUG [RS:2;cea23c84c117:34021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,34021,1731395570230 2024-11-12T07:12:51,732 DEBUG [RS:1;cea23c84c117:41113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,41113,1731395570185 2024-11-12T07:12:51,732 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,34021,1731395570230' 2024-11-12T07:12:51,732 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,41113,1731395570185' 2024-11-12T07:12:51,732 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:12:51,732 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:12:51,732 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:12:51,733 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:12:51,733 DEBUG [RS:0;cea23c84c117:37253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,733 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,37253,1731395570088' 2024-11-12T07:12:51,733 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:12:51,733 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:12:51,733 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:12:51,733 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:12:51,733 DEBUG [RS:1;cea23c84c117:41113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:12:51,734 INFO [RS:1;cea23c84c117:41113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:12:51,734 DEBUG [RS:2;cea23c84c117:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:12:51,734 INFO [RS:2;cea23c84c117:34021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:12:51,734 INFO [RS:1;cea23c84c117:41113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:12:51,734 INFO [RS:2;cea23c84c117:34021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:12:51,734 DEBUG [RS:0;cea23c84c117:37253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:12:51,734 INFO [RS:0;cea23c84c117:37253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:12:51,734 INFO [RS:0;cea23c84c117:37253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:12:51,845 INFO [RS:0;cea23c84c117:37253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:12:51,845 INFO [RS:1;cea23c84c117:41113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:12:51,845 INFO [RS:2;cea23c84c117:34021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:12:51,847 INFO [RS:0;cea23c84c117:37253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C37253%2C1731395570088, suffix=, logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088, archiveDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs, maxLogs=32 2024-11-12T07:12:51,847 INFO [RS:1;cea23c84c117:41113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C41113%2C1731395570185, suffix=, logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,41113,1731395570185, archiveDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs, maxLogs=32 2024-11-12T07:12:51,847 INFO [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C34021%2C1731395570230, suffix=, logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230, archiveDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs, maxLogs=32 2024-11-12T07:12:51,864 DEBUG [RS:0;cea23c84c117:37253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088/cea23c84c117%2C37253%2C1731395570088.1731395571851, exclude list is [], retry=0 2024-11-12T07:12:51,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-0984768c-20f0-470e-968d-d24b08f9e220,DISK] 2024-11-12T07:12:51,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35821,DS-bc99a593-0edd-4fe4-9044-dc46150b27a9,DISK] 2024-11-12T07:12:51,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-07b79647-8671-405f-accb-f6431d317906,DISK] 2024-11-12T07:12:51,870 DEBUG [RS:2;cea23c84c117:34021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230/cea23c84c117%2C34021%2C1731395570230.1731395571851, exclude list is [], retry=0 2024-11-12T07:12:51,870 DEBUG [RS:1;cea23c84c117:41113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,41113,1731395570185/cea23c84c117%2C41113%2C1731395570185.1731395571851, exclude list is [], retry=0 2024-11-12T07:12:51,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35821,DS-bc99a593-0edd-4fe4-9044-dc46150b27a9,DISK] 2024-11-12T07:12:51,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-07b79647-8671-405f-accb-f6431d317906,DISK] 2024-11-12T07:12:51,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-0984768c-20f0-470e-968d-d24b08f9e220,DISK] 2024-11-12T07:12:51,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-07b79647-8671-405f-accb-f6431d317906,DISK] 2024-11-12T07:12:51,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-0984768c-20f0-470e-968d-d24b08f9e220,DISK] 2024-11-12T07:12:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35821,DS-bc99a593-0edd-4fe4-9044-dc46150b27a9,DISK] 2024-11-12T07:12:51,885 INFO [RS:0;cea23c84c117:37253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088/cea23c84c117%2C37253%2C1731395570088.1731395571851 2024-11-12T07:12:51,890 INFO [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230/cea23c84c117%2C34021%2C1731395570230.1731395571851 2024-11-12T07:12:51,897 DEBUG [RS:0;cea23c84c117:37253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33087:33087),(127.0.0.1/127.0.0.1:36679:36679),(127.0.0.1/127.0.0.1:43577:43577)] 2024-11-12T07:12:51,897 DEBUG [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36679:36679),(127.0.0.1/127.0.0.1:33087:33087),(127.0.0.1/127.0.0.1:43577:43577)] 2024-11-12T07:12:51,903 INFO [RS:1;cea23c84c117:41113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,41113,1731395570185/cea23c84c117%2C41113%2C1731395570185.1731395571851 2024-11-12T07:12:51,904 DEBUG [RS:1;cea23c84c117:41113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:33087:33087),(127.0.0.1/127.0.0.1:36679:36679)] 2024-11-12T07:12:51,937 DEBUG [cea23c84c117:40351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T07:12:51,946 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:12:51,953 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:12:51,953 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:12:51,953 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T07:12:51,953 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:12:51,953 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:12:51,954 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T07:12:51,954 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:12:51,954 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:12:51,954 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T07:12:51,954 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:12:51,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:12:51,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,37253,1731395570088, state=OPENING 2024-11-12T07:12:52,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:12:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:12:52,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:12:52,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:12:52,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:12:52,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:12:52,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:12:52,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,37253,1731395570088}] 2024-11-12T07:12:59,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:12:59,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:13:02,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:13:02,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:13:02,218 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:13:02,219 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:13:02,219 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:13:02,223 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C37253%2C1731395570088.meta, suffix=.meta, logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088, archiveDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs, maxLogs=32 2024-11-12T07:13:02,240 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, exclude list is [], retry=0 2024-11-12T07:13:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-07b79647-8671-405f-accb-f6431d317906,DISK] 2024-11-12T07:13:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-0984768c-20f0-470e-968d-d24b08f9e220,DISK] 2024-11-12T07:13:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35821,DS-bc99a593-0edd-4fe4-9044-dc46150b27a9,DISK] 2024-11-12T07:13:02,247 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta 2024-11-12T07:13:02,247 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36679:36679),(127.0.0.1/127.0.0.1:33087:33087),(127.0.0.1/127.0.0.1:43577:43577)] 2024-11-12T07:13:02,247 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:13:02,249 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:13:02,251 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:13:02,256 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:13:02,260 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:13:02,260 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:02,260 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:13:02,261 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:13:02,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:13:02,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:13:02,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:02,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:02,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:13:02,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:13:02,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:02,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:02,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:13:02,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:13:02,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:02,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:02,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:13:02,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:13:02,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:02,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:02,273 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:13:02,275 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740 2024-11-12T07:13:02,277 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740 2024-11-12T07:13:02,279 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:13:02,280 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:13:02,280 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:13:02,283 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:13:02,284 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60313257, jitterRate=-0.10126243531703949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:13:02,285 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:13:02,287 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395582261Writing region info on filesystem at 1731395582261Initializing all the Stores at 1731395582263 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395582263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395582263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395582263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395582263Cleaning up temporary data from old regions at 1731395582280 (+17 ms)Running coprocessor post-open hooks at 1731395582285 (+5 ms)Region opened successfully at 1731395582287 (+2 ms) 2024-11-12T07:13:02,295 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395582196 2024-11-12T07:13:02,306 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:13:02,307 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:13:02,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:02,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,37253,1731395570088, state=OPEN 2024-11-12T07:13:02,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:02,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:02,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:02,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:02,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:02,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:02,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:02,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:02,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,37253,1731395570088 2024-11-12T07:13:02,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:13:02,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,37253,1731395570088 in 10.4550 sec 2024-11-12T07:13:02,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:13:02,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1150 sec 2024-11-12T07:13:02,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:13:02,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:13:02,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:13:02,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1] 2024-11-12T07:13:02,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:13:02,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:13:02,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4550 sec 2024-11-12T07:13:02,727 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395582727, completionTime=-1 2024-11-12T07:13:02,730 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T07:13:02,730 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:13:02,758 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T07:13:02,758 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395642758 2024-11-12T07:13:02,758 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731395702758 2024-11-12T07:13:02,758 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-12T07:13:02,760 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:13:02,766 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40351,1731395569246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,766 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40351,1731395569246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,767 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40351,1731395569246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,768 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:40351, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,768 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,774 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:13:02,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.451sec 2024-11-12T07:13:02,795 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:13:02,796 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:13:02,797 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:13:02,797 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:13:02,798 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:13:02,798 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40351,1731395569246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:13:02,798 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40351,1731395569246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:13:02,802 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:13:02,803 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:13:02,804 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40351,1731395569246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:13:02,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a960644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:13:02,898 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T07:13:02,898 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T07:13:02,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40351,-1 for getting cluster id 2024-11-12T07:13:02,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:13:02,911 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07af1771-8c1e-4200-9d70-660c1805d0c5' 2024-11-12T07:13:02,913 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:13:02,913 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07af1771-8c1e-4200-9d70-660c1805d0c5" 2024-11-12T07:13:02,914 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7a577c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:13:02,914 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40351,-1] 2024-11-12T07:13:02,916 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:13:02,917 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:13:02,918 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:13:02,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:13:02,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:13:02,927 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1] 2024-11-12T07:13:02,927 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:13:02,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:13:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,40351,1731395569246 2024-11-12T07:13:02,950 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731395582949 (current time:1731395582949). 2024-11-12T07:13:02,950 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:13:02,950 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T07:13:02,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7903fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:13:02,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40351,-1 for getting cluster id 2024-11-12T07:13:02,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:13:02,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07af1771-8c1e-4200-9d70-660c1805d0c5' 2024-11-12T07:13:02,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:13:02,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07af1771-8c1e-4200-9d70-660c1805d0c5" 2024-11-12T07:13:02,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a26592e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:13:02,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40351,-1] 2024-11-12T07:13:02,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:13:02,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:13:02,956 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:13:02,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b18d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:13:02,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:13:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1] 2024-11-12T07:13:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:13:02,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:13:02,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:13:02,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:13:02,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:13:02,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:13:02,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:13:02,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:13:02,976 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40351,1731395569246 2024-11-12T07:13:02,978 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c7e5715 2024-11-12T07:13:02,979 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:13:02,981 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:13:02,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:13:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T07:13:02,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:13:02,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T07:13:02,998 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:03,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:13:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741837_1013 (size=361) 2024-11-12T07:13:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741837_1013 (size=361) 2024-11-12T07:13:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741837_1013 (size=361) 2024-11-12T07:13:03,018 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e0ba51aa139e92c65553c06ae6f0c3f, NAME => 'SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,018 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 246ccf81a6a336ddc2597347a2f131cf, NAME => 'SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,018 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 077fabdd653628c41c5d3c934c5b40ac, NAME => 'SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741838_1014 (size=54) 2024-11-12T07:13:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741839_1015 (size=62) 2024-11-12T07:13:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741838_1014 (size=54) 2024-11-12T07:13:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741839_1015 (size=62) 2024-11-12T07:13:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741839_1015 (size=62) 2024-11-12T07:13:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741838_1014 (size=54) 2024-11-12T07:13:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741840_1016 (size=62) 2024-11-12T07:13:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741840_1016 (size=62) 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2e0ba51aa139e92c65553c06ae6f0c3f, disabling compactions & flushes 2024-11-12T07:13:03,033 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. after waiting 0 ms 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 077fabdd653628c41c5d3c934c5b40ac, disabling compactions & flushes 2024-11-12T07:13:03,033 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:03,033 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e0ba51aa139e92c65553c06ae6f0c3f: Waiting for close lock at 1731395583033Disabling compacts and flushes for region at 1731395583033Disabling writes for close at 1731395583033Writing region close event to WAL at 1731395583033Closed at 1731395583033 2024-11-12T07:13:03,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741840_1016 (size=62) 2024-11-12T07:13:03,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. after waiting 0 ms 2024-11-12T07:13:03,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:03,034 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dc3a9635d91a68cc8bdd302a132a469, NAME => 'SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:03,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 077fabdd653628c41c5d3c934c5b40ac: Waiting for close lock at 1731395583033Disabling compacts and flushes for region at 1731395583033Disabling writes for close at 1731395583034 (+1 ms)Writing region close event to WAL at 1731395583034Closed at 1731395583034 2024-11-12T07:13:03,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,035 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3bd83f9bb9118ee53acda8843dbdef51, NAME => 'SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 246ccf81a6a336ddc2597347a2f131cf, disabling compactions & flushes 2024-11-12T07:13:03,035 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:03,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:03,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. after waiting 0 ms 2024-11-12T07:13:03,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:03,035 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:03,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 246ccf81a6a336ddc2597347a2f131cf: Waiting for close lock at 1731395583035Disabling compacts and flushes for region at 1731395583035Disabling writes for close at 1731395583035Writing region close event to WAL at 1731395583035Closed at 1731395583035 2024-11-12T07:13:03,036 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3df71bda3dae86d51af5e2734ae95fdf, NAME => 'SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741841_1017 (size=62) 2024-11-12T07:13:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741841_1017 (size=62) 2024-11-12T07:13:03,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741841_1017 (size=62) 2024-11-12T07:13:03,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9dc3a9635d91a68cc8bdd302a132a469, disabling compactions & flushes 2024-11-12T07:13:03,053 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:03,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:03,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. after waiting 0 ms 2024-11-12T07:13:03,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:03,053 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:03,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dc3a9635d91a68cc8bdd302a132a469: Waiting for close lock at 1731395583053Disabling compacts and flushes for region at 1731395583053Disabling writes for close at 1731395583053Writing region close event to WAL at 1731395583053Closed at 1731395583053 2024-11-12T07:13:03,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 588b8136640cd85111f8c8bd178afadf, NAME => 'SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741842_1018 (size=62) 2024-11-12T07:13:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741842_1018 (size=62) 2024-11-12T07:13:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741842_1018 (size=62) 2024-11-12T07:13:03,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3bd83f9bb9118ee53acda8843dbdef51, disabling compactions & flushes 2024-11-12T07:13:03,056 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:03,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:03,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. after waiting 1 ms 2024-11-12T07:13:03,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:03,057 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:03,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3bd83f9bb9118ee53acda8843dbdef51: Waiting for close lock at 1731395583056Disabling compacts and flushes for region at 1731395583056Disabling writes for close at 1731395583057 (+1 ms)Writing region close event to WAL at 1731395583057Closed at 1731395583057 2024-11-12T07:13:03,058 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1451d15a55e0f8c77c15ce56835778a6, NAME => 'SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741843_1019 (size=62) 2024-11-12T07:13:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741843_1019 (size=62) 2024-11-12T07:13:03,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741843_1019 (size=62) 2024-11-12T07:13:03,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3df71bda3dae86d51af5e2734ae95fdf, disabling compactions & flushes 2024-11-12T07:13:03,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:03,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:03,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. after waiting 0 ms 2024-11-12T07:13:03,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:03,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:03,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3df71bda3dae86d51af5e2734ae95fdf: Waiting for close lock at 1731395583064Disabling compacts and flushes for region at 1731395583064Disabling writes for close at 1731395583064Writing region close event to WAL at 1731395583064Closed at 1731395583064 2024-11-12T07:13:03,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5a872cb7cfceaa51ad817d83b1de2b23, NAME => 'SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741844_1020 (size=62) 2024-11-12T07:13:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741844_1020 (size=62) 2024-11-12T07:13:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741844_1020 (size=62) 2024-11-12T07:13:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741845_1021 (size=62) 2024-11-12T07:13:03,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741845_1021 (size=62) 2024-11-12T07:13:03,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741845_1021 (size=62) 2024-11-12T07:13:03,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1451d15a55e0f8c77c15ce56835778a6, disabling compactions & flushes 2024-11-12T07:13:03,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:03,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:03,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. after waiting 0 ms 2024-11-12T07:13:03,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:03,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:03,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1451d15a55e0f8c77c15ce56835778a6: Waiting for close lock at 1731395583080Disabling compacts and flushes for region at 1731395583080Disabling writes for close at 1731395583080Writing region close event to WAL at 1731395583080Closed at 1731395583080 2024-11-12T07:13:03,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 307530fc54da842ba560e7b528448d4e, NAME => 'SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4 2024-11-12T07:13:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741846_1022 (size=62) 2024-11-12T07:13:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741846_1022 (size=62) 2024-11-12T07:13:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741846_1022 (size=62) 2024-11-12T07:13:03,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5a872cb7cfceaa51ad817d83b1de2b23, disabling compactions & flushes 2024-11-12T07:13:03,084 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:03,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:03,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. after waiting 0 ms 2024-11-12T07:13:03,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:03,084 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:03,085 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5a872cb7cfceaa51ad817d83b1de2b23: Waiting for close lock at 1731395583084Disabling compacts and flushes for region at 1731395583084Disabling writes for close at 1731395583084Writing region close event to WAL at 1731395583084Closed at 1731395583084 2024-11-12T07:13:03,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741847_1023 (size=54) 2024-11-12T07:13:03,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741847_1023 (size=54) 2024-11-12T07:13:03,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741847_1023 (size=54) 2024-11-12T07:13:03,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 307530fc54da842ba560e7b528448d4e, disabling compactions & flushes 2024-11-12T07:13:03,095 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:03,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:03,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. after waiting 0 ms 2024-11-12T07:13:03,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:03,095 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:03,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 307530fc54da842ba560e7b528448d4e: Waiting for close lock at 1731395583095Disabling compacts and flushes for region at 1731395583095Disabling writes for close at 1731395583095Writing region close event to WAL at 1731395583095Closed at 1731395583095 2024-11-12T07:13:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 588b8136640cd85111f8c8bd178afadf, disabling compactions & flushes 2024-11-12T07:13:03,475 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. after waiting 0 ms 2024-11-12T07:13:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:03,475 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:03,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 588b8136640cd85111f8c8bd178afadf: Waiting for close lock at 1731395583475Disabling compacts and flushes for region at 1731395583475Disabling writes for close at 1731395583475Writing region close event to WAL at 1731395583475Closed at 1731395583475 2024-11-12T07:13:03,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:13:03,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395583479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395583479"}]},"ts":"1731395583479"} 2024-11-12T07:13:03,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T07:13:03,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:13:03,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395583531"}]},"ts":"1731395583531"} 2024-11-12T07:13:03,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T07:13:03,538 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T07:13:03,544 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:13:03,544 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:13:03,544 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T07:13:03,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:13:03,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=077fabdd653628c41c5d3c934c5b40ac, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=246ccf81a6a336ddc2597347a2f131cf, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bd83f9bb9118ee53acda8843dbdef51, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df71bda3dae86d51af5e2734ae95fdf, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a872cb7cfceaa51ad817d83b1de2b23, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307530fc54da842ba560e7b528448d4e, ASSIGN}] 2024-11-12T07:13:03,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=077fabdd653628c41c5d3c934c5b40ac, ASSIGN 2024-11-12T07:13:03,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=246ccf81a6a336ddc2597347a2f131cf, ASSIGN 2024-11-12T07:13:03,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN 2024-11-12T07:13:03,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN 2024-11-12T07:13:03,552 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=077fabdd653628c41c5d3c934c5b40ac, ASSIGN; state=OFFLINE, location=cea23c84c117,34021,1731395570230; forceNewPlan=false, retain=false 2024-11-12T07:13:03,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN; state=OFFLINE, location=cea23c84c117,37253,1731395570088; forceNewPlan=false, retain=false 2024-11-12T07:13:03,552 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=246ccf81a6a336ddc2597347a2f131cf, ASSIGN; state=OFFLINE, location=cea23c84c117,41113,1731395570185; forceNewPlan=false, retain=false 2024-11-12T07:13:03,552 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN; state=OFFLINE, location=cea23c84c117,37253,1731395570088; forceNewPlan=false, retain=false 2024-11-12T07:13:03,557 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a872cb7cfceaa51ad817d83b1de2b23, ASSIGN 2024-11-12T07:13:03,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307530fc54da842ba560e7b528448d4e, ASSIGN 2024-11-12T07:13:03,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN 2024-11-12T07:13:03,557 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN 2024-11-12T07:13:03,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df71bda3dae86d51af5e2734ae95fdf, ASSIGN 2024-11-12T07:13:03,559 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN; state=OFFLINE, location=cea23c84c117,37253,1731395570088; forceNewPlan=false, retain=false 2024-11-12T07:13:03,559 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=307530fc54da842ba560e7b528448d4e, ASSIGN; state=OFFLINE, location=cea23c84c117,41113,1731395570185; forceNewPlan=false, retain=false 2024-11-12T07:13:03,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df71bda3dae86d51af5e2734ae95fdf, ASSIGN; state=OFFLINE, location=cea23c84c117,41113,1731395570185; forceNewPlan=false, retain=false 2024-11-12T07:13:03,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN; state=OFFLINE, location=cea23c84c117,37253,1731395570088; forceNewPlan=false, retain=false 2024-11-12T07:13:03,559 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a872cb7cfceaa51ad817d83b1de2b23, ASSIGN; state=OFFLINE, location=cea23c84c117,34021,1731395570230; forceNewPlan=false, retain=false 2024-11-12T07:13:03,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bd83f9bb9118ee53acda8843dbdef51, ASSIGN 2024-11-12T07:13:03,566 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bd83f9bb9118ee53acda8843dbdef51, ASSIGN; state=OFFLINE, location=cea23c84c117,34021,1731395570230; forceNewPlan=false, retain=false 2024-11-12T07:13:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:03,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:13:03,705 INFO [cea23c84c117:40351 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T07:13:03,707 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=246ccf81a6a336ddc2597347a2f131cf, regionState=OPENING, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:03,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1451d15a55e0f8c77c15ce56835778a6, regionState=OPENING, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:03,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3df71bda3dae86d51af5e2734ae95fdf, regionState=OPENING, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:03,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=307530fc54da842ba560e7b528448d4e, regionState=OPENING, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:03,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=588b8136640cd85111f8c8bd178afadf, regionState=OPENING, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:03,708 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9dc3a9635d91a68cc8bdd302a132a469, regionState=OPENING, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:03,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e0ba51aa139e92c65553c06ae6f0c3f, regionState=OPENING, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:03,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5a872cb7cfceaa51ad817d83b1de2b23, regionState=OPENING, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:03,709 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3bd83f9bb9118ee53acda8843dbdef51, regionState=OPENING, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:03,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=077fabdd653628c41c5d3c934c5b40ac, regionState=OPENING, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:03,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN because future has completed 2024-11-12T07:13:03,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588b8136640cd85111f8c8bd178afadf, server=cea23c84c117,37253,1731395570088}] 2024-11-12T07:13:03,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=246ccf81a6a336ddc2597347a2f131cf, ASSIGN because future has completed 2024-11-12T07:13:03,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 246ccf81a6a336ddc2597347a2f131cf, server=cea23c84c117,41113,1731395570185}] 2024-11-12T07:13:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=307530fc54da842ba560e7b528448d4e, ASSIGN because future has completed 2024-11-12T07:13:03,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307530fc54da842ba560e7b528448d4e, server=cea23c84c117,41113,1731395570185}] 2024-11-12T07:13:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN because future has completed 2024-11-12T07:13:03,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3df71bda3dae86d51af5e2734ae95fdf, ASSIGN because future has completed 2024-11-12T07:13:03,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf, server=cea23c84c117,41113,1731395570185}] 2024-11-12T07:13:03,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN because future has completed 2024-11-12T07:13:03,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1451d15a55e0f8c77c15ce56835778a6, server=cea23c84c117,37253,1731395570088}] 2024-11-12T07:13:03,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN because future has completed 2024-11-12T07:13:03,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a872cb7cfceaa51ad817d83b1de2b23, ASSIGN because future has completed 2024-11-12T07:13:03,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469, server=cea23c84c117,37253,1731395570088}] 2024-11-12T07:13:03,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23, server=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:03,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bd83f9bb9118ee53acda8843dbdef51, ASSIGN because future has completed 2024-11-12T07:13:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=077fabdd653628c41c5d3c934c5b40ac, ASSIGN because future has completed 2024-11-12T07:13:03,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f, server=cea23c84c117,37253,1731395570088}] 2024-11-12T07:13:03,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077fabdd653628c41c5d3c934c5b40ac, server=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:03,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51, server=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:07,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:13:09,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:13:09,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:13:09,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:13:09,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:13:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:13,726 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:13:13,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:13:13,732 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:13,732 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e0ba51aa139e92c65553c06ae6f0c3f, NAME => 'SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T07:13:13,733 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,733 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,733 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,733 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,735 INFO [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,737 INFO [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0ba51aa139e92c65553c06ae6f0c3f columnFamilyName cf 2024-11-12T07:13:13,738 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:13,738 DEBUG [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,738 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 307530fc54da842ba560e7b528448d4e, NAME => 'SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T07:13:13,739 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,739 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,739 INFO [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] regionserver.HStore(327): Store=2e0ba51aa139e92c65553c06ae6f0c3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,739 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,739 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,739 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,740 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,741 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,741 INFO [StoreOpener-307530fc54da842ba560e7b528448d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:13:13,741 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,744 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:13:13,747 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,747 INFO [StoreOpener-307530fc54da842ba560e7b528448d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307530fc54da842ba560e7b528448d4e columnFamilyName cf 2024-11-12T07:13:13,747 DEBUG [StoreOpener-307530fc54da842ba560e7b528448d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,748 INFO [StoreOpener-307530fc54da842ba560e7b528448d4e-1 {}] regionserver.HStore(327): Store=307530fc54da842ba560e7b528448d4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,748 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,751 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,751 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,751 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/2e0ba51aa139e92c65553c06ae6f0c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,752 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2e0ba51aa139e92c65553c06ae6f0c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74841667, jitterRate=0.11522774398326874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,752 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:13,754 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,754 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2e0ba51aa139e92c65553c06ae6f0c3f: Running coprocessor pre-open hook at 1731395593733Writing region info on filesystem at 1731395593733Initializing all the Stores at 1731395593734 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593735 (+1 ms)Cleaning up temporary data from old regions at 1731395593744 (+9 ms)Running coprocessor post-open hooks at 1731395593752 (+8 ms)Region opened successfully at 1731395593754 (+2 ms) 2024-11-12T07:13:13,756 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f., pid=24, masterSystemTime=1731395593718 2024-11-12T07:13:13,759 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:13,759 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:13:13,759 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:13,759 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:13,760 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a872cb7cfceaa51ad817d83b1de2b23, NAME => 'SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T07:13:13,760 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 588b8136640cd85111f8c8bd178afadf, NAME => 'SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T07:13:13,760 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,760 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,760 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,760 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,761 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,761 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,761 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,761 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e0ba51aa139e92c65553c06ae6f0c3f, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:13,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f, server=cea23c84c117,37253,1731395570088 because future has completed 2024-11-12T07:13:13,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-12T07:13:13,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f, server=cea23c84c117,37253,1731395570088 in 10.0250 sec 2024-11-12T07:13:13,772 INFO [StoreOpener-5a872cb7cfceaa51ad817d83b1de2b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN in 10.2240 sec 2024-11-12T07:13:13,773 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,774 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 307530fc54da842ba560e7b528448d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68548125, jitterRate=0.02144666016101837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,774 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:13,774 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 307530fc54da842ba560e7b528448d4e: Running coprocessor pre-open hook at 1731395593739Writing region info on filesystem at 1731395593739Initializing all the Stores at 1731395593741 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593741Cleaning up temporary data from old regions at 1731395593751 (+10 ms)Running coprocessor post-open hooks at 1731395593774 (+23 ms)Region opened successfully at 1731395593774 2024-11-12T07:13:13,775 INFO [StoreOpener-5a872cb7cfceaa51ad817d83b1de2b23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a872cb7cfceaa51ad817d83b1de2b23 columnFamilyName cf 2024-11-12T07:13:13,775 DEBUG [StoreOpener-5a872cb7cfceaa51ad817d83b1de2b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,776 INFO [StoreOpener-5a872cb7cfceaa51ad817d83b1de2b23-1 {}] regionserver.HStore(327): Store=5a872cb7cfceaa51ad817d83b1de2b23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,776 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., pid=17, masterSystemTime=1731395593725 2024-11-12T07:13:13,776 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,776 INFO [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,777 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,778 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,779 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,779 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,779 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:13,779 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:13,779 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:13,779 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 246ccf81a6a336ddc2597347a2f131cf, NAME => 'SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T07:13:13,780 INFO [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588b8136640cd85111f8c8bd178afadf columnFamilyName cf 2024-11-12T07:13:13,780 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,780 DEBUG [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,780 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,780 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,780 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,781 INFO [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] regionserver.HStore(327): Store=588b8136640cd85111f8c8bd178afadf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=307530fc54da842ba560e7b528448d4e, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:13,782 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,783 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,784 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307530fc54da842ba560e7b528448d4e, server=cea23c84c117,41113,1731395570185 because future has completed 2024-11-12T07:13:13,785 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,786 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,786 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,788 INFO [StoreOpener-246ccf81a6a336ddc2597347a2f131cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,789 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,790 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-12T07:13:13,791 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5a872cb7cfceaa51ad817d83b1de2b23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71304299, jitterRate=0.06251685321331024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,791 INFO [StoreOpener-246ccf81a6a336ddc2597347a2f131cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 246ccf81a6a336ddc2597347a2f131cf columnFamilyName cf 2024-11-12T07:13:13,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 307530fc54da842ba560e7b528448d4e, server=cea23c84c117,41113,1731395570185 in 10.0690 sec 2024-11-12T07:13:13,791 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:13,792 DEBUG [StoreOpener-246ccf81a6a336ddc2597347a2f131cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,792 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5a872cb7cfceaa51ad817d83b1de2b23: Running coprocessor pre-open hook at 1731395593761Writing region info on filesystem at 1731395593761Initializing all the Stores at 1731395593763 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593763Cleaning up temporary data from old regions at 1731395593779 (+16 ms)Running coprocessor post-open hooks at 1731395593792 (+13 ms)Region opened successfully at 1731395593792 2024-11-12T07:13:13,793 INFO [StoreOpener-246ccf81a6a336ddc2597347a2f131cf-1 {}] regionserver.HStore(327): Store=246ccf81a6a336ddc2597347a2f131cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,793 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,793 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., pid=21, masterSystemTime=1731395593743 2024-11-12T07:13:13,794 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/588b8136640cd85111f8c8bd178afadf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,795 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,795 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307530fc54da842ba560e7b528448d4e, ASSIGN in 10.2460 sec 2024-11-12T07:13:13,796 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 588b8136640cd85111f8c8bd178afadf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73345441, jitterRate=0.09293223917484283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,796 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:13,796 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 588b8136640cd85111f8c8bd178afadf: Running coprocessor pre-open hook at 1731395593761Writing region info on filesystem at 1731395593761Initializing all the Stores at 1731395593763 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593763Cleaning up temporary data from old regions at 1731395593786 (+23 ms)Running coprocessor post-open hooks at 1731395593796 (+10 ms)Region opened successfully at 1731395593796 2024-11-12T07:13:13,796 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,796 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,797 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:13,797 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:13,797 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:13,797 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf., pid=15, masterSystemTime=1731395593718 2024-11-12T07:13:13,797 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 077fabdd653628c41c5d3c934c5b40ac, NAME => 'SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T07:13:13,798 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,798 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5a872cb7cfceaa51ad817d83b1de2b23, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:13,798 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,798 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,801 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,802 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:13,802 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:13:13,802 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:13,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23, server=cea23c84c117,34021,1731395570230 because future has completed 2024-11-12T07:13:13,802 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dc3a9635d91a68cc8bdd302a132a469, NAME => 'SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T07:13:13,803 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,803 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=588b8136640cd85111f8c8bd178afadf, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:13,803 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,803 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588b8136640cd85111f8c8bd178afadf, server=cea23c84c117,37253,1731395570088 because future has completed 2024-11-12T07:13:13,808 INFO [StoreOpener-077fabdd653628c41c5d3c934c5b40ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,809 INFO [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,810 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/246ccf81a6a336ddc2597347a2f131cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,811 INFO [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc3a9635d91a68cc8bdd302a132a469 columnFamilyName cf 2024-11-12T07:13:13,811 DEBUG [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,811 INFO [StoreOpener-077fabdd653628c41c5d3c934c5b40ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077fabdd653628c41c5d3c934c5b40ac columnFamilyName cf 2024-11-12T07:13:13,811 DEBUG [StoreOpener-077fabdd653628c41c5d3c934c5b40ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,811 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 246ccf81a6a336ddc2597347a2f131cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66416686, jitterRate=-0.010314255952835083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,811 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:13,811 INFO [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] regionserver.HStore(327): Store=9dc3a9635d91a68cc8bdd302a132a469/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,812 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 246ccf81a6a336ddc2597347a2f131cf: Running coprocessor pre-open hook at 1731395593780Writing region info on filesystem at 1731395593780Initializing all the Stores at 1731395593782 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593782Cleaning up temporary data from old regions at 1731395593796 (+14 ms)Running coprocessor post-open hooks at 1731395593811 (+15 ms)Region opened successfully at 1731395593811 2024-11-12T07:13:13,812 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,812 INFO [StoreOpener-077fabdd653628c41c5d3c934c5b40ac-1 {}] regionserver.HStore(327): Store=077fabdd653628c41c5d3c934c5b40ac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,812 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,813 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,814 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-12T07:13:13,815 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,815 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,815 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf., pid=16, masterSystemTime=1731395593725 2024-11-12T07:13:13,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23, server=cea23c84c117,34021,1731395570230 in 10.0710 sec 2024-11-12T07:13:13,816 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,816 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,817 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,817 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-12T07:13:13,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 588b8136640cd85111f8c8bd178afadf, server=cea23c84c117,37253,1731395570088 in 10.1000 sec 2024-11-12T07:13:13,820 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:13,820 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:13,820 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:13,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=246ccf81a6a336ddc2597347a2f131cf, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:13,821 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3df71bda3dae86d51af5e2734ae95fdf, NAME => 'SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T07:13:13,821 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,821 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,821 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,821 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,822 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a872cb7cfceaa51ad817d83b1de2b23, ASSIGN in 10.2690 sec 2024-11-12T07:13:13,824 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 246ccf81a6a336ddc2597347a2f131cf, server=cea23c84c117,41113,1731395570185 because future has completed 2024-11-12T07:13:13,825 INFO [StoreOpener-3df71bda3dae86d51af5e2734ae95fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=246ccf81a6a336ddc2597347a2f131cf, ASSIGN in 10.2860 sec 2024-11-12T07:13:13,834 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/9dc3a9635d91a68cc8bdd302a132a469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-12T07:13:13,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 246ccf81a6a336ddc2597347a2f131cf, server=cea23c84c117,41113,1731395570185 in 10.1120 sec 2024-11-12T07:13:13,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN in 10.2740 sec 2024-11-12T07:13:13,837 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/077fabdd653628c41c5d3c934c5b40ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,837 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9dc3a9635d91a68cc8bdd302a132a469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818769, jitterRate=0.0850842148065567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,838 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:13,838 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9dc3a9635d91a68cc8bdd302a132a469: Running coprocessor pre-open hook at 1731395593804Writing region info on filesystem at 1731395593804Initializing all the Stores at 1731395593806 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593806Cleaning up temporary data from old regions at 1731395593817 (+11 ms)Running coprocessor post-open hooks at 1731395593838 (+21 ms)Region opened successfully at 1731395593838 2024-11-12T07:13:13,838 INFO [StoreOpener-3df71bda3dae86d51af5e2734ae95fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df71bda3dae86d51af5e2734ae95fdf columnFamilyName cf 2024-11-12T07:13:13,838 DEBUG [StoreOpener-3df71bda3dae86d51af5e2734ae95fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,838 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 077fabdd653628c41c5d3c934c5b40ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70179076, jitterRate=0.0457497239112854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,838 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:13,839 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 077fabdd653628c41c5d3c934c5b40ac: Running coprocessor pre-open hook at 1731395593798Writing region info on filesystem at 1731395593798Initializing all the Stores at 1731395593801 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593801Cleaning up temporary data from old regions at 1731395593816 (+15 ms)Running coprocessor post-open hooks at 1731395593839 (+23 ms)Region opened successfully at 1731395593839 2024-11-12T07:13:13,839 INFO [StoreOpener-3df71bda3dae86d51af5e2734ae95fdf-1 {}] regionserver.HStore(327): Store=3df71bda3dae86d51af5e2734ae95fdf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,840 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,840 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469., pid=20, masterSystemTime=1731395593718 2024-11-12T07:13:13,841 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac., pid=22, masterSystemTime=1731395593743 2024-11-12T07:13:13,841 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,842 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,845 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,845 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,846 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:13,846 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:13:13,846 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:13,846 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1451d15a55e0f8c77c15ce56835778a6, NAME => 'SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T07:13:13,847 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,847 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,848 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,848 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9dc3a9635d91a68cc8bdd302a132a469, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:13,850 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:13,850 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,850 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:13,850 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:13,850 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bd83f9bb9118ee53acda8843dbdef51, NAME => 'SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T07:13:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:13,851 INFO [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=077fabdd653628c41c5d3c934c5b40ac, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:13,854 INFO [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1451d15a55e0f8c77c15ce56835778a6 columnFamilyName cf 2024-11-12T07:13:13,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469, server=cea23c84c117,37253,1731395570088 because future has completed 2024-11-12T07:13:13,854 DEBUG [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,855 INFO [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] regionserver.HStore(327): Store=1451d15a55e0f8c77c15ce56835778a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,856 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077fabdd653628c41c5d3c934c5b40ac, server=cea23c84c117,34021,1731395570230 because future has completed 2024-11-12T07:13:13,858 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,859 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,860 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,860 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,861 INFO [StoreOpener-3bd83f9bb9118ee53acda8843dbdef51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-12T07:13:13,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469, server=cea23c84c117,37253,1731395570088 in 10.1320 sec 2024-11-12T07:13:13,865 INFO [StoreOpener-3bd83f9bb9118ee53acda8843dbdef51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bd83f9bb9118ee53acda8843dbdef51 columnFamilyName cf 2024-11-12T07:13:13,865 DEBUG [StoreOpener-3bd83f9bb9118ee53acda8843dbdef51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:13,866 INFO [StoreOpener-3bd83f9bb9118ee53acda8843dbdef51-1 {}] regionserver.HStore(327): Store=3bd83f9bb9118ee53acda8843dbdef51/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:13:13,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-12T07:13:13,866 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN in 10.3170 sec 2024-11-12T07:13:13,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 077fabdd653628c41c5d3c934c5b40ac, server=cea23c84c117,34021,1731395570230 in 10.1200 sec 2024-11-12T07:13:13,868 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,869 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,870 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,870 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=077fabdd653628c41c5d3c934c5b40ac, ASSIGN in 10.3200 sec 2024-11-12T07:13:13,870 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,873 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,874 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/1451d15a55e0f8c77c15ce56835778a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,875 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1451d15a55e0f8c77c15ce56835778a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74414505, jitterRate=0.10886253416538239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,875 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:13,876 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1451d15a55e0f8c77c15ce56835778a6: Running coprocessor pre-open hook at 1731395593848Writing region info on filesystem at 1731395593848Initializing all the Stores at 1731395593850 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593850Cleaning up temporary data from old regions at 1731395593860 (+10 ms)Running coprocessor post-open hooks at 1731395593875 (+15 ms)Region opened successfully at 1731395593875 2024-11-12T07:13:13,876 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3bd83f9bb9118ee53acda8843dbdef51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,877 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3bd83f9bb9118ee53acda8843dbdef51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71848485, jitterRate=0.07062585651874542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,877 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:13,877 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6., pid=18, masterSystemTime=1731395593718 2024-11-12T07:13:13,877 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3bd83f9bb9118ee53acda8843dbdef51: Running coprocessor pre-open hook at 1731395593851Writing region info on filesystem at 1731395593851Initializing all the Stores at 1731395593853 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593853Cleaning up temporary data from old regions at 1731395593870 (+17 ms)Running coprocessor post-open hooks at 1731395593877 (+7 ms)Region opened successfully at 1731395593877 2024-11-12T07:13:13,878 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51., pid=23, masterSystemTime=1731395593743 2024-11-12T07:13:13,880 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:13,880 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:13:13,880 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3df71bda3dae86d51af5e2734ae95fdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:13:13,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1451d15a55e0f8c77c15ce56835778a6, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37253,1731395570088 2024-11-12T07:13:13,882 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:13,882 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:13,882 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3df71bda3dae86d51af5e2734ae95fdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70482350, jitterRate=0.050268858671188354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:13:13,882 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:13,882 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3df71bda3dae86d51af5e2734ae95fdf: Running coprocessor pre-open hook at 1731395593822Writing region info on filesystem at 1731395593822Initializing all the Stores at 1731395593823 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395593823Cleaning up temporary data from old regions at 1731395593845 (+22 ms)Running coprocessor post-open hooks at 1731395593882 (+37 ms)Region opened successfully at 1731395593882 2024-11-12T07:13:13,884 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf., pid=19, masterSystemTime=1731395593725 2024-11-12T07:13:13,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3bd83f9bb9118ee53acda8843dbdef51, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:13,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1451d15a55e0f8c77c15ce56835778a6, server=cea23c84c117,37253,1731395570088 because future has completed 2024-11-12T07:13:13,887 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:13,887 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:13,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51, server=cea23c84c117,34021,1731395570230 because future has completed 2024-11-12T07:13:13,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3df71bda3dae86d51af5e2734ae95fdf, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:13,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-12T07:13:13,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1451d15a55e0f8c77c15ce56835778a6, server=cea23c84c117,37253,1731395570088 in 10.1680 sec 2024-11-12T07:13:13,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf, server=cea23c84c117,41113,1731395570185 because future has completed 2024-11-12T07:13:13,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-12T07:13:13,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51, server=cea23c84c117,34021,1731395570230 in 10.1500 sec 2024-11-12T07:13:13,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN in 10.3480 sec 2024-11-12T07:13:13,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bd83f9bb9118ee53acda8843dbdef51, ASSIGN in 10.3520 sec 2024-11-12T07:13:13,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-12T07:13:13,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf, server=cea23c84c117,41113,1731395570185 in 10.1780 sec 2024-11-12T07:13:13,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-12T07:13:13,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3df71bda3dae86d51af5e2734ae95fdf, ASSIGN in 10.3590 sec 2024-11-12T07:13:13,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:13:13,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395593912"}]},"ts":"1731395593912"} 2024-11-12T07:13:13,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T07:13:13,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:13:13,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9280 sec 2024-11-12T07:13:15,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T07:13:18,377 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:13:19,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:13:19,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T07:13:19,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T07:13:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:13:21,216 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T07:13:21,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T07:13:21,218 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:13:21,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T07:13:21,235 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:13:21,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T07:13:21,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf., hostname=cea23c84c117,37253,1731395570088, seqNum=2] 2024-11-12T07:13:21,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf., hostname=cea23c84c117,37253,1731395570088, seqNum=2] 2024-11-12T07:13:21,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf., hostname=cea23c84c117,37253,1731395570088, seqNum=2] 2024-11-12T07:13:21,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6., hostname=cea23c84c117,37253,1731395570088, seqNum=2] 2024-11-12T07:13:21,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6., hostname=cea23c84c117,37253,1731395570088, seqNum=2] 2024-11-12T07:13:21,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23., hostname=cea23c84c117,34021,1731395570230, seqNum=2] 2024-11-12T07:13:21,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:21,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:21,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:21,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:21,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:21,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:21,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., hostname=cea23c84c117,41113,1731395570185, seqNum=2] 2024-11-12T07:13:22,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:13:22,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:13:22,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:13:22,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:13:22,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:13:22,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:13:22,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:13:22,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:23,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:13:23,843 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T07:13:23,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:13:23,847 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:13:23,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:13:23,871 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:13:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741848_1024 (size=49) 2024-11-12T07:13:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741848_1024 (size=49) 2024-11-12T07:13:23,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741848_1024 (size=49) 2024-11-12T07:13:23,913 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:13:23,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 077fabdd653628c41c5d3c934c5b40ac}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 246ccf81a6a336ddc2597347a2f131cf}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307530fc54da842ba560e7b528448d4e}] 2024-11-12T07:13:23,922 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:23,923 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:23,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:23,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:23,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:23,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:23,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:23,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:23,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:23,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:23,948 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing cea23c84c117,37253,1731395570088 2024-11-12T07:13:23,949 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cea23c84c117,37253,1731395570088: Simulated kill ***** 2024-11-12T07:13:23,950 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:13:23,953 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:13:23,959 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:13:23,962 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:13:23,963 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:13:23,976 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 640453608 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 152992768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "cea23c84c117", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "cea23c84c117", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62609", "tag.serverName": "cea23c84c117,34021,1731395570230", "tag.clusterId": "07af1771-8c1e-4200-9d70-660c1805d0c5", "tag.Context": "regionserver", "tag.Hostname": "cea23c84c117", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731395570230, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T07:13:23,981 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40351 {}] master.MasterRpcServices(700): cea23c84c117,37253,1731395570088 reported a fatal error: ***** ABORTING region server cea23c84c117,37253,1731395570088: Simulated kill ***** 2024-11-12T07:13:23,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,37253,1731395570088' ***** 2024-11-12T07:13:23,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T07:13:23,984 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:13:23,984 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:13:23,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:13:23,985 INFO [RS:0;cea23c84c117:37253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T07:13:23,985 INFO [RS:0;cea23c84c117:37253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T07:13:23,985 INFO [RS:0;cea23c84c117:37253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:13:23,985 INFO [RS:0;cea23c84c117:37253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:37253. 2024-11-12T07:13:23,985 DEBUG [RS:0;cea23c84c117:37253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:13:23,986 DEBUG [RS:0;cea23c84c117:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:13:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741836_1012 (size=14382) 2024-11-12T07:13:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741836_1012 (size=14382) 2024-11-12T07:13:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741836_1012 (size=14382) 2024-11-12T07:13:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741833_1009 (size=1242) 2024-11-12T07:13:24,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741833_1009 (size=1242) 2024-11-12T07:13:24,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741833_1009 (size=1242) 2024-11-12T07:13:24,024 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:13:24,025 DEBUG [RS:0;cea23c84c117:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:13:24,025 INFO [RS:0;cea23c84c117:37253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:13:24,025 INFO [RS:0;cea23c84c117:37253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37253 2024-11-12T07:13:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:13:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,37253,1731395570088 2024-11-12T07:13:24,080 INFO [RS:0;cea23c84c117:37253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:13:24,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,37253,1731395570088] 2024-11-12T07:13:24,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,37253,1731395570088 already deleted, retry=false 2024-11-12T07:13:24,101 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cea23c84c117,37253,1731395570088 on cea23c84c117,40351,1731395569246 2024-11-12T07:13:24,108 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cea23c84c117,37253,1731395570088, splitWal=true, meta=true 2024-11-12T07:13:24,111 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for cea23c84c117,37253,1731395570088 (carryingMeta=true) cea23c84c117,37253,1731395570088/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4cfb8202[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T07:13:24,113 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cea23c84c117,37253,1731395570088, splitWal=true, meta=true 2024-11-12T07:13:24,114 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,37253,1731395570088, splitWal=true, meta=true, isMeta: true 2024-11-12T07:13:24,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:24,115 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:24,116 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:24,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:24,117 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting 2024-11-12T07:13:24,117 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f can not run currently because target server of region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T07:13:24,118 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f; timeout=1000, timestamp=1731395605118 2024-11-12T07:13:24,119 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 can not run currently because target server of region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T07:13:24,119 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 can not run currently because target server of region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T07:13:24,119 INFO [PEWorker-1 {}] master.SplitWALManager(105): cea23c84c117,37253,1731395570088 WAL count=1, meta=true 2024-11-12T07:13:24,119 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6; timeout=1000, timestamp=1731395605119 2024-11-12T07:13:24,119 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf can not run currently because target server of region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T07:13:24,119 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469; timeout=1000, timestamp=1731395605119 2024-11-12T07:13:24,119 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf; timeout=1000, timestamp=1731395605119 2024-11-12T07:13:24,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta}] 2024-11-12T07:13:24,129 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=cea23c84c117,41113,1731395570185 2024-11-12T07:13:24,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, worker=cea23c84c117,41113,1731395570185}] 2024-11-12T07:13:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:13:24,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x1012de3bed90001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:13:24,192 INFO [RS:0;cea23c84c117:37253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:13:24,192 INFO [RS:0;cea23c84c117:37253 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,37253,1731395570088; zookeeper connection closed. 2024-11-12T07:13:24,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2517047 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2517047 2024-11-12T07:13:24,729 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:13:24,729 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:13:25,118 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:25,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:25,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:25,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:25,122 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f can not run currently because target server of region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T07:13:25,122 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f; timeout=2000, timestamp=1731395607122 2024-11-12T07:13:25,123 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf can not run currently because target server of region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T07:13:25,123 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 can not run currently because target server of region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T07:13:25,123 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6; timeout=2000, timestamp=1731395607123 2024-11-12T07:13:25,123 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf; timeout=2000, timestamp=1731395607123 2024-11-12T07:13:25,123 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 can not run currently because target server of region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T07:13:25,124 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469; timeout=2000, timestamp=1731395607123 2024-11-12T07:13:27,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:27,124 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:27,125 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:27,125 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:27,128 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 can not run currently because target server of region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T07:13:27,128 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f can not run currently because target server of region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T07:13:27,128 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469; timeout=4000, timestamp=1731395611128 2024-11-12T07:13:27,128 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f; timeout=4000, timestamp=1731395611128 2024-11-12T07:13:27,128 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 can not run currently because target server of region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T07:13:27,128 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf can not run currently because target server of region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T07:13:27,128 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6; timeout=4000, timestamp=1731395611128 2024-11-12T07:13:27,128 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf; timeout=4000, timestamp=1731395611128 2024-11-12T07:13:31,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:31,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:31,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:31,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:31,133 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 can not run currently because target server of region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T07:13:31,133 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf can not run currently because target server of region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T07:13:31,133 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f can not run currently because target server of region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T07:13:31,134 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469; timeout=8000, timestamp=1731395619134 2024-11-12T07:13:31,134 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f; timeout=8000, timestamp=1731395619134 2024-11-12T07:13:31,134 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf; timeout=8000, timestamp=1731395619134 2024-11-12T07:13:31,134 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 can not run currently because target server of region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. cea23c84c117,37253,1731395570088 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T07:13:31,134 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6; timeout=8000, timestamp=1731395619134 2024-11-12T07:13:33,743 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=cea23c84c117,41113,1731395570185, timeout=1731395613926, delay=181, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 246ccf81a6a336ddc2597347a2f131cf, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307530fc54da842ba560e7b528448d4e, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, worker=cea23c84c117,41113,1731395570185], containedObject=cea23c84c117,37253,1731395570088, timeout=1731395613926, delay=181, operations=null, containedObject=cea23c84c117,34021,1731395570230, timeout=1731395613927, delay=182, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 077fabdd653628c41c5d3c934c5b40ac, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51]] 2024-11-12T07:13:33,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T07:13:33,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T07:13:33,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T07:13:33,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T07:13:33,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:33,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:33,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T07:13:33,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:33,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T07:13:33,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:33,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:33,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:33,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T07:13:33,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5a872cb7cfceaa51ad817d83b1de2b23 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T07:13:33,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 307530fc54da842ba560e7b528448d4e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 077fabdd653628c41c5d3c934c5b40ac: 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3df71bda3dae86d51af5e2734ae95fdf: 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 246ccf81a6a336ddc2597347a2f131cf: 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3bd83f9bb9118ee53acda8843dbdef51: 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. for SnapshotProcedureTest completed. 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. for SnapshotProcedureTest completed. 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. for SnapshotProcedureTest completed. 2024-11-12T07:13:33,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. for SnapshotProcedureTest completed. 2024-11-12T07:13:33,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:13:33,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:13:33,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:13:33,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:13:33,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:13:33,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:13:33,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:13:33,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:13:33,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:13:33,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:13:33,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:13:33,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:13:33,974 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, size=14.0 K (14382bytes) 2024-11-12T07:13:33,975 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T07:13:33,975 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T07:13:33,975 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta 2024-11-12T07:13:33,982 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta after 4ms 2024-11-12T07:13:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741849_1025 (size=65) 2024-11-12T07:13:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741849_1025 (size=65) 2024-11-12T07:13:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741849_1025 (size=65) 2024-11-12T07:13:33,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:13:34,003 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta took 31ms 2024-11-12T07:13:34,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T07:13:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T07:13:34,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741850_1026 (size=65) 2024-11-12T07:13:34,007 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:34,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:13:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741850_1026 (size=65) 2024-11-12T07:13:34,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3df71bda3dae86d51af5e2734ae95fdf in 10.0940 sec 2024-11-12T07:13:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741851_1027 (size=65) 2024-11-12T07:13:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741850_1026 (size=65) 2024-11-12T07:13:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741851_1027 (size=65) 2024-11-12T07:13:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741851_1027 (size=65) 2024-11-12T07:13:34,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:13:34,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T07:13:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T07:13:34,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:34,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:13:34,018 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T07:13:34,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741852_1028 (size=65) 2024-11-12T07:13:34,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:13:34,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T07:13:34,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:13:34,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T07:13:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T07:13:34,024 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:34,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:13:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741852_1028 (size=65) 2024-11-12T07:13:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741852_1028 (size=65) 2024-11-12T07:13:34,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 246ccf81a6a336ddc2597347a2f131cf in 10.1050 sec 2024-11-12T07:13:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T07:13:34,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:34,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:13:34,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta so closing down 2024-11-12T07:13:34,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T07:13:34,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3bd83f9bb9118ee53acda8843dbdef51 in 10.1100 sec 2024-11-12T07:13:34,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 077fabdd653628c41c5d3c934c5b40ac in 10.1120 sec 2024-11-12T07:13:34,030 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp 2024-11-12T07:13:34,037 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp 2024-11-12T07:13:34,040 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T07:13:34,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741853_1029 (size=14141) 2024-11-12T07:13:34,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741853_1029 (size=14141) 2024-11-12T07:13:34,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741853_1029 (size=14141) 2024-11-12T07:13:34,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/.tmp/cf/df8e86ecaa0a404c8f064038544f3b3a is 34, key is ccd/cf:cf/1731395602878/Put/seqid=0 2024-11-12T07:13:34,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-12T07:13:34,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T07:13:34,072 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 61 ms; skipped=1; WAL=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-12T07:13:34,072 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, journal: Splitting hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, size=14.0 K (14382bytes) at 1731395613974Finishing writing output for hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta so closing down at 1731395614026 (+52 ms)Creating recovered edits writer path=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp at 1731395614037 (+11 ms)3 split writer threads finished at 1731395614040 (+3 ms)Closed recovered edits writer path=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731395614064 (+24 ms)Rename recovered edits hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta.temp to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731395614067 (+3 ms)Processed 26 edits across 1 Regions in 61 ms; skipped=1; WAL=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731395614072 (+5 ms) 2024-11-12T07:13:34,073 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta 2024-11-12T07:13:34,073 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T07:13:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T07:13:34,105 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs 2024-11-12T07:13:34,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T07:13:34,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, worker=cea23c84c117,41113,1731395570185 in 9.9720 sec 2024-11-12T07:13:34,112 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=cea23c84c117,41113,1731395570185 2024-11-12T07:13:34,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T07:13:34,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure cea23c84c117%2C37253%2C1731395570088.meta.1731395582225.meta, worker=cea23c84c117,41113,1731395570185 in 9.9920 sec 2024-11-12T07:13:34,121 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting dir is empty, no logs to split. 2024-11-12T07:13:34,121 INFO [PEWorker-5 {}] master.SplitWALManager(105): cea23c84c117,37253,1731395570088 WAL count=0, meta=true 2024-11-12T07:13:34,121 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,37253,1731395570088 WAL splitting is done? wals=0, meta=true 2024-11-12T07:13:34,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:13:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741855_1031 (size=47197) 2024-11-12T07:13:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741855_1031 (size=47197) 2024-11-12T07:13:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741855_1031 (size=47197) 2024-11-12T07:13:34,128 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/.tmp/cf/df8e86ecaa0a404c8f064038544f3b3a 2024-11-12T07:13:34,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:13:34,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:13:34,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/.tmp/cf/44d0b1b628ec4f5a8a97de3c8b276cc4 is 34, key is eaa/cf:cf/1731395603668/Put/seqid=0 2024-11-12T07:13:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741854_1030 (size=499309) 2024-11-12T07:13:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741854_1030 (size=499309) 2024-11-12T07:13:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741854_1030 (size=499309) 2024-11-12T07:13:34,149 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/.tmp/cf/44d0b1b628ec4f5a8a97de3c8b276cc4 2024-11-12T07:13:34,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/.tmp/cf/44d0b1b628ec4f5a8a97de3c8b276cc4 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/cf/44d0b1b628ec4f5a8a97de3c8b276cc4 2024-11-12T07:13:34,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/.tmp/cf/df8e86ecaa0a404c8f064038544f3b3a as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/cf/df8e86ecaa0a404c8f064038544f3b3a 2024-11-12T07:13:34,204 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/cf/df8e86ecaa0a404c8f064038544f3b3a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T07:13:34,205 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/cf/44d0b1b628ec4f5a8a97de3c8b276cc4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T07:13:34,212 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 307530fc54da842ba560e7b528448d4e in 264ms, sequenceid=5, compaction requested=false 2024-11-12T07:13:34,212 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5a872cb7cfceaa51ad817d83b1de2b23 in 265ms, sequenceid=5, compaction requested=false 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 307530fc54da842ba560e7b528448d4e: 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5a872cb7cfceaa51ad817d83b1de2b23: 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. for SnapshotProcedureTest completed. 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. for SnapshotProcedureTest completed. 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/cf/44d0b1b628ec4f5a8a97de3c8b276cc4] hfiles 2024-11-12T07:13:34,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/cf/df8e86ecaa0a404c8f064038544f3b3a] hfiles 2024-11-12T07:13:34,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/cf/44d0b1b628ec4f5a8a97de3c8b276cc4 for snapshot=SnapshotProcedureTest 2024-11-12T07:13:34,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/cf/df8e86ecaa0a404c8f064038544f3b3a for snapshot=SnapshotProcedureTest 2024-11-12T07:13:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741857_1033 (size=105) 2024-11-12T07:13:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741857_1033 (size=105) 2024-11-12T07:13:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741857_1033 (size=105) 2024-11-12T07:13:34,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:13:34,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T07:13:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T07:13:34,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:34,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:13:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741856_1032 (size=97) 2024-11-12T07:13:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741856_1032 (size=97) 2024-11-12T07:13:34,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:13:34,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T07:13:34,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741856_1032 (size=97) 2024-11-12T07:13:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T07:13:34,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:34,237 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307530fc54da842ba560e7b528448d4e 2024-11-12T07:13:34,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a872cb7cfceaa51ad817d83b1de2b23 in 10.3190 sec 2024-11-12T07:13:34,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 307530fc54da842ba560e7b528448d4e in 10.3230 sec 2024-11-12T07:13:34,281 DEBUG [cea23c84c117:40351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T07:13:34,281 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:13:34,282 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:13:34,282 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:13:34,282 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:13:34,282 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:13:34,282 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:13:34,282 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:13:34,282 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:13:34,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:34,284 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,34021,1731395570230, state=OPENING 2024-11-12T07:13:34,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:34,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:34,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:34,343 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:13:34,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:34,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:34,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:34,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:39,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:39,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:39,137 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 can not run currently because target server of region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. cea23c84c117,37253,1731395570088 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T07:13:39,137 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6; timeout=16000, timestamp=1731395635137 2024-11-12T07:13:39,137 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:39,137 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:39,138 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 can not run currently because target server of region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. cea23c84c117,37253,1731395570088 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T07:13:39,138 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469; timeout=16000, timestamp=1731395635138 2024-11-12T07:13:39,140 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf can not run currently because target server of region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. cea23c84c117,37253,1731395570088 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T07:13:39,140 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf; timeout=16000, timestamp=1731395635140 2024-11-12T07:13:39,141 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f can not run currently because target server of region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. cea23c84c117,37253,1731395570088 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T07:13:39,141 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f; timeout=16000, timestamp=1731395635141 2024-11-12T07:13:42,810 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:13:42,810 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:13:44,352 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:13:44,352 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:13:44,353 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:13:44,355 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C34021%2C1731395570230.meta, suffix=.meta, logDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230, archiveDir=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs, maxLogs=32 2024-11-12T07:13:44,370 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230/cea23c84c117%2C34021%2C1731395570230.meta.1731395624357.meta, exclude list is [], retry=0 2024-11-12T07:13:44,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35821,DS-bc99a593-0edd-4fe4-9044-dc46150b27a9,DISK] 2024-11-12T07:13:44,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-07b79647-8671-405f-accb-f6431d317906,DISK] 2024-11-12T07:13:44,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39827,DS-0984768c-20f0-470e-968d-d24b08f9e220,DISK] 2024-11-12T07:13:44,375 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,34021,1731395570230/cea23c84c117%2C34021%2C1731395570230.meta.1731395624357.meta 2024-11-12T07:13:44,376 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36679:36679),(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:33087:33087)] 2024-11-12T07:13:44,376 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:13:44,376 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:13:44,376 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:13:44,377 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:13:44,377 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:13:44,377 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:13:44,377 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:13:44,377 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:13:44,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:13:44,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:13:44,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:44,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:44,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:13:44,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:13:44,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:44,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:44,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:13:44,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:13:44,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:44,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:44,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:13:44,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:13:44,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:13:44,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:13:44,386 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:13:44,387 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740 2024-11-12T07:13:44,390 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740 2024-11-12T07:13:44,391 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T07:13:44,411 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T07:13:44,412 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T07:13:44,441 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/info/c1dbf7b1bf3f4e989429f2d57d24aa30 is 167, key is SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac./info:regioninfo/1731395593851/Put/seqid=0 2024-11-12T07:13:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741859_1035 (size=18393) 2024-11-12T07:13:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741859_1035 (size=18393) 2024-11-12T07:13:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741859_1035 (size=18393) 2024-11-12T07:13:44,455 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/info/c1dbf7b1bf3f4e989429f2d57d24aa30 2024-11-12T07:13:44,490 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/ns/a2ca7bb8f6204bcfa0de1210332b6c06 is 43, key is default/ns:d/1731395582708/Put/seqid=0 2024-11-12T07:13:44,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741860_1036 (size=5153) 2024-11-12T07:13:44,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741860_1036 (size=5153) 2024-11-12T07:13:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741860_1036 (size=5153) 2024-11-12T07:13:44,535 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/ns/a2ca7bb8f6204bcfa0de1210332b6c06 2024-11-12T07:13:44,587 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/table/912c60aa5bde486b8300edbe4b6a72b0 is 47, key is SPTestTable/table:state/1731395593912/Put/seqid=0 2024-11-12T07:13:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741861_1037 (size=5214) 2024-11-12T07:13:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741861_1037 (size=5214) 2024-11-12T07:13:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741861_1037 (size=5214) 2024-11-12T07:13:44,609 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/table/912c60aa5bde486b8300edbe4b6a72b0 2024-11-12T07:13:44,622 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/info/c1dbf7b1bf3f4e989429f2d57d24aa30 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/info/c1dbf7b1bf3f4e989429f2d57d24aa30 2024-11-12T07:13:44,632 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/info/c1dbf7b1bf3f4e989429f2d57d24aa30, entries=100, sequenceid=28, filesize=18.0 K 2024-11-12T07:13:44,634 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/ns/a2ca7bb8f6204bcfa0de1210332b6c06 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/ns/a2ca7bb8f6204bcfa0de1210332b6c06 2024-11-12T07:13:44,645 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/ns/a2ca7bb8f6204bcfa0de1210332b6c06, entries=2, sequenceid=28, filesize=5.0 K 2024-11-12T07:13:44,647 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/table/912c60aa5bde486b8300edbe4b6a72b0 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/table/912c60aa5bde486b8300edbe4b6a72b0 2024-11-12T07:13:44,657 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/table/912c60aa5bde486b8300edbe4b6a72b0, entries=2, sequenceid=28, filesize=5.1 K 2024-11-12T07:13:44,658 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 246ms, sequenceid=28, compaction requested=false; wal=null 2024-11-12T07:13:44,659 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T07:13:44,660 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:13:44,661 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:13:44,661 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:13:44,664 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:13:44,667 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-12T07:13:44,669 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74733172, jitterRate=0.11361104249954224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:13:44,669 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:13:44,669 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395624377Writing region info on filesystem at 1731395624377Initializing all the Stores at 1731395624378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395624378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395624379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395624379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395624379Obtaining lock to block concurrent updates at 1731395624412 (+33 ms)Preparing flush snapshotting stores in 1588230740 at 1731395624412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731395624412Flushing stores of hbase:meta,,1.1588230740 at 1731395624412Flushing 1588230740/info: creating writer at 1731395624412Flushing 1588230740/info: appending metadata at 1731395624441 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731395624441Flushing 1588230740/ns: creating writer at 1731395624466 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731395624488 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731395624489 (+1 ms)Flushing 1588230740/table: creating writer at 1731395624558 (+69 ms)Flushing 1588230740/table: appending metadata at 1731395624586 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731395624586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69364b59: reopening flushed file at 1731395624620 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41112266: reopening flushed file at 1731395624633 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a59dc7: reopening flushed file at 1731395624645 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 246ms, sequenceid=28, compaction requested=false; wal=null at 1731395624658 (+13 ms)Cleaning up temporary data from old regions at 1731395624661 (+3 ms)Running coprocessor post-open hooks at 1731395624669 (+8 ms)Region opened successfully at 1731395624669 2024-11-12T07:13:44,670 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731395624346 2024-11-12T07:13:44,673 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:13:44,673 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:13:44,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:44,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,34021,1731395570230, state=OPEN 2024-11-12T07:13:44,694 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cea23c84c117,34021,1731395570230, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:13:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:13:44,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:44,711 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,34021,1731395570230 2024-11-12T07:13:44,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:44,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:13:44,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-12T07:13:44,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,34021,1731395570230 in 10.3680 sec 2024-11-12T07:13:44,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-12T07:13:44,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5880 sec 2024-11-12T07:13:44,717 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): cea23c84c117,37253,1731395570088 had 5 regions 2024-11-12T07:13:44,718 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,37253,1731395570088, splitWal=true, meta=true, isMeta: false 2024-11-12T07:13:44,721 INFO [PEWorker-2 {}] master.SplitWALManager(105): cea23c84c117,37253,1731395570088 WAL count=1, meta=false 2024-11-12T07:13:44,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cea23c84c117%2C37253%2C1731395570088.1731395571851}] 2024-11-12T07:13:44,724 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=cea23c84c117,34021,1731395570230 2024-11-12T07:13:44,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C37253%2C1731395570088.1731395571851, worker=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:48,378 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:13:49,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:13:51,691 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T07:13:52,325 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T07:13:54,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-12T07:13:54,751 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851, size=1.2 K (1242bytes) 2024-11-12T07:13:54,751 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 2024-11-12T07:13:54,752 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 after 1ms 2024-11-12T07:13:54,760 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 took 9ms 2024-11-12T07:13:54,775 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 2e0ba51aa139e92c65553c06ae6f0c3f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T07:13:54,777 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 588b8136640cd85111f8c8bd178afadf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T07:13:54,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 9dc3a9635d91a68cc8bdd302a132a469: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T07:13:54,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 1451d15a55e0f8c77c15ce56835778a6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T07:13:54,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 so closing down 2024-11-12T07:13:54,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T07:13:54,782 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T07:13:54,782 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 11 ms; skipped=4; WAL=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-12T07:13:54,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851, journal: Splitting hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851, size=1.2 K (1242bytes) at 1731395634751Finishing writing output for hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 so closing down at 1731395634781 (+30 ms)3 split writer threads finished at 1731395634782 (+1 ms)Processed 4 edits across 0 Regions in 11 ms; skipped=4; WAL=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731395634782 2024-11-12T07:13:54,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 2024-11-12T07:13:54,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T07:13:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T07:13:54,790 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting/cea23c84c117%2C37253%2C1731395570088.1731395571851 to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs 2024-11-12T07:13:54,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-12T07:13:54,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C37253%2C1731395570088.1731395571851, worker=cea23c84c117,34021,1731395570230 in 10.0650 sec 2024-11-12T07:13:54,798 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=cea23c84c117,34021,1731395570230 2024-11-12T07:13:54,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-12T07:13:54,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure cea23c84c117%2C37253%2C1731395570088.1731395571851, worker=cea23c84c117,34021,1731395570230 in 10.0770 sec 2024-11-12T07:13:54,807 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/WALs/cea23c84c117,37253,1731395570088-splitting dir is empty, no logs to split. 2024-11-12T07:13:54,807 INFO [PEWorker-4 {}] master.SplitWALManager(105): cea23c84c117,37253,1731395570088 WAL count=0, meta=false 2024-11-12T07:13:54,807 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,37253,1731395570088 WAL splitting is done? wals=0, meta=false 2024-11-12T07:13:54,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN}] 2024-11-12T07:13:54,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN 2024-11-12T07:13:54,814 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN 2024-11-12T07:13:54,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN 2024-11-12T07:13:54,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN 2024-11-12T07:13:54,816 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:13:54,819 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:13:54,819 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:13:54,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:13:54,967 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:13:54,968 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:13:54,968 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:13:54,968 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:13:54,968 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:13:54,968 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:13:54,968 INFO [cea23c84c117:40351 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:13:54,968 DEBUG [cea23c84c117:40351 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:13:54,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=2e0ba51aa139e92c65553c06ae6f0c3f, regionState=OPENING, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:54,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=1451d15a55e0f8c77c15ce56835778a6, regionState=OPENING, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:54,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=588b8136640cd85111f8c8bd178afadf, regionState=OPENING, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:13:54,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9dc3a9635d91a68cc8bdd302a132a469, regionState=OPENING, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:13:54,970 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cea23c84c117:37253 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:37253 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:13:54,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1, error=java.net.ConnectException: Call to address=cea23c84c117:37253 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:13:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T07:13:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 from cache 2024-11-12T07:13:54,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=cea23c84c117:37253 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:13:54,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=cea23c84c117:37253 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:13:54,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=cea23c84c117:37253 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:13:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address cea23c84c117:37253 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:13:55,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:13:55,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,34021,1731395570230, seqNum=-1] 2024-11-12T07:13:55,085 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:13:55,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:13:55,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN because future has completed 2024-11-12T07:13:55,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469, server=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:55,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN because future has completed 2024-11-12T07:13:55,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1451d15a55e0f8c77c15ce56835778a6, server=cea23c84c117,34021,1731395570230}] 2024-11-12T07:13:55,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN because future has completed 2024-11-12T07:13:55,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588b8136640cd85111f8c8bd178afadf, server=cea23c84c117,41113,1731395570185}] 2024-11-12T07:13:55,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN because future has completed 2024-11-12T07:13:55,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f, server=cea23c84c117,41113,1731395570185}] 2024-11-12T07:13:55,137 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 held by pid=46 2024-11-12T07:13:55,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:13:55,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 held by pid=44 2024-11-12T07:13:55,139 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:13:55,141 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf held by pid=43 2024-11-12T07:13:55,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:13:55,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f held by pid=45 2024-11-12T07:13:55,142 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:13:58,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 307530fc54da842ba560e7b528448d4e, had cached 0 bytes from a total of 499309 2024-11-12T07:13:58,761 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5a872cb7cfceaa51ad817d83b1de2b23, had cached 0 bytes from a total of 47197 2024-11-12T07:14:02,767 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 077fabdd653628c41c5d3c934c5b40ac changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:02,768 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3bd83f9bb9118ee53acda8843dbdef51 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:02,771 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5a872cb7cfceaa51ad817d83b1de2b23 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:02,772 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:02,772 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 246ccf81a6a336ddc2597347a2f131cf changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:02,772 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3df71bda3dae86d51af5e2734ae95fdf changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:02,772 DEBUG [master/cea23c84c117:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 307530fc54da842ba560e7b528448d4e changed from -1.0 to 0.0, refreshing cache 2024-11-12T07:14:05,098 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:05,098 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 1451d15a55e0f8c77c15ce56835778a6, NAME => 'SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T07:14:05,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:05,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,100 INFO [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,101 INFO [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1451d15a55e0f8c77c15ce56835778a6 columnFamilyName cf 2024-11-12T07:14:05,102 DEBUG [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:05,102 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:05,102 INFO [StoreOpener-1451d15a55e0f8c77c15ce56835778a6-1 {}] regionserver.HStore(327): Store=1451d15a55e0f8c77c15ce56835778a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:05,102 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e0ba51aa139e92c65553c06ae6f0c3f, NAME => 'SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T07:14:05,102 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:05,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,105 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,105 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,105 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,108 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,109 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 1451d15a55e0f8c77c15ce56835778a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66618791, jitterRate=-0.0073026567697525024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:14:05,109 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,109 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 1451d15a55e0f8c77c15ce56835778a6: Running coprocessor pre-open hook at 1731395645099Writing region info on filesystem at 1731395645099Initializing all the Stores at 1731395645100 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395645100Cleaning up temporary data from old regions at 1731395645105 (+5 ms)Running coprocessor post-open hooks at 1731395645109 (+4 ms)Region opened successfully at 1731395645109 2024-11-12T07:14:05,110 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6., pid=48, masterSystemTime=1731395645093 2024-11-12T07:14:05,110 INFO [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,112 INFO [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0ba51aa139e92c65553c06ae6f0c3f columnFamilyName cf 2024-11-12T07:14:05,112 DEBUG [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:05,113 INFO [StoreOpener-2e0ba51aa139e92c65553c06ae6f0c3f-1 {}] regionserver.HStore(327): Store=2e0ba51aa139e92c65553c06ae6f0c3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:05,113 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,114 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:05,114 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:05,114 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:05,114 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dc3a9635d91a68cc8bdd302a132a469, NAME => 'SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T07:14:05,115 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,115 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:05,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=1451d15a55e0f8c77c15ce56835778a6, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:14:05,115 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,115 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,116 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1451d15a55e0f8c77c15ce56835778a6, server=cea23c84c117,34021,1731395570230 because future has completed 2024-11-12T07:14:05,118 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,118 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,118 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46 2024-11-12T07:14:05,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 1451d15a55e0f8c77c15ce56835778a6, server=cea23c84c117,34021,1731395570230 in 10.0270 sec 2024-11-12T07:14:05,122 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,124 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 2e0ba51aa139e92c65553c06ae6f0c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63433876, jitterRate=-0.05476158857345581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:14:05,124 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:05,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1451d15a55e0f8c77c15ce56835778a6, ASSIGN in 10.3110 sec 2024-11-12T07:14:05,124 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 2e0ba51aa139e92c65553c06ae6f0c3f: Running coprocessor pre-open hook at 1731395645103Writing region info on filesystem at 1731395645103Initializing all the Stores at 1731395645104 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395645104Cleaning up temporary data from old regions at 1731395645119 (+15 ms)Running coprocessor post-open hooks at 1731395645124 (+5 ms)Region opened successfully at 1731395645124 2024-11-12T07:14:05,125 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f., pid=50, masterSystemTime=1731395645097 2024-11-12T07:14:05,127 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:05,127 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:05,127 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:05,128 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 588b8136640cd85111f8c8bd178afadf, NAME => 'SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T07:14:05,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=2e0ba51aa139e92c65553c06ae6f0c3f, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:14:05,128 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,128 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:05,128 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,128 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f, server=cea23c84c117,41113,1731395570185 because future has completed 2024-11-12T07:14:05,133 INFO [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,135 INFO [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 588b8136640cd85111f8c8bd178afadf columnFamilyName cf 2024-11-12T07:14:05,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-12T07:14:05,135 DEBUG [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:05,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f, server=cea23c84c117,41113,1731395570185 in 10.0360 sec 2024-11-12T07:14:05,136 INFO [StoreOpener-588b8136640cd85111f8c8bd178afadf-1 {}] regionserver.HStore(327): Store=588b8136640cd85111f8c8bd178afadf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:05,136 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,137 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e0ba51aa139e92c65553c06ae6f0c3f, ASSIGN in 10.3240 sec 2024-11-12T07:14:05,138 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:05,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,141 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,143 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,144 INFO [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,144 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 588b8136640cd85111f8c8bd178afadf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70775611, jitterRate=0.05463878810405731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:14:05,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 588b8136640cd85111f8c8bd178afadf: Running coprocessor pre-open hook at 1731395645128Writing region info on filesystem at 1731395645128Initializing all the Stores at 1731395645130 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395645130Cleaning up temporary data from old regions at 1731395645141 (+11 ms)Running coprocessor post-open hooks at 1731395645145 (+4 ms)Region opened successfully at 1731395645145 2024-11-12T07:14:05,145 INFO [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc3a9635d91a68cc8bdd302a132a469 columnFamilyName cf 2024-11-12T07:14:05,145 DEBUG [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:05,146 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf., pid=49, masterSystemTime=1731395645097 2024-11-12T07:14:05,146 INFO [StoreOpener-9dc3a9635d91a68cc8bdd302a132a469-1 {}] regionserver.HStore(327): Store=9dc3a9635d91a68cc8bdd302a132a469/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:05,146 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,147 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,149 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:05,149 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:05,150 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=588b8136640cd85111f8c8bd178afadf, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,41113,1731395570185 2024-11-12T07:14:05,151 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,152 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 588b8136640cd85111f8c8bd178afadf, server=cea23c84c117,41113,1731395570185 because future has completed 2024-11-12T07:14:05,157 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-11-12T07:14:05,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 588b8136640cd85111f8c8bd178afadf, server=cea23c84c117,41113,1731395570185 in 10.0620 sec 2024-11-12T07:14:05,158 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 9dc3a9635d91a68cc8bdd302a132a469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65400195, jitterRate=-0.02546115219593048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:14:05,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 9dc3a9635d91a68cc8bdd302a132a469: Running coprocessor pre-open hook at 1731395645115Writing region info on filesystem at 1731395645115Initializing all the Stores at 1731395645117 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395645117Cleaning up temporary data from old regions at 1731395645152 (+35 ms)Running coprocessor post-open hooks at 1731395645159 (+7 ms)Region opened successfully at 1731395645159 2024-11-12T07:14:05,160 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469., pid=47, masterSystemTime=1731395645093 2024-11-12T07:14:05,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=588b8136640cd85111f8c8bd178afadf, ASSIGN in 10.3470 sec 2024-11-12T07:14:05,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:05,163 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:05,163 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:05,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9dc3a9635d91a68cc8bdd302a132a469, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,34021,1731395570230 2024-11-12T07:14:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469, server=cea23c84c117,34021,1731395570230 because future has completed 2024-11-12T07:14:05,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-12T07:14:05,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469, server=cea23c84c117,34021,1731395570230 in 10.0780 sec 2024-11-12T07:14:05,174 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:05,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-11-12T07:14:05,176 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server cea23c84c117,37253,1731395570088 after splitting done 2024-11-12T07:14:05,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc3a9635d91a68cc8bdd302a132a469, ASSIGN in 10.3610 sec 2024-11-12T07:14:05,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure cea23c84c117,37253,1731395570088, splitWal=true, meta=true in 41.0740 sec 2024-11-12T07:14:10,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:14:15,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T07:14:15,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1451d15a55e0f8c77c15ce56835778a6: 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9dc3a9635d91a68cc8bdd302a132a469: 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. for SnapshotProcedureTest completed. 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. for SnapshotProcedureTest completed. 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:14:15,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:14:15,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T07:14:15,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:15,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T07:14:15,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 588b8136640cd85111f8c8bd178afadf: 2024-11-12T07:14:15,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. for SnapshotProcedureTest completed. 2024-11-12T07:14:15,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:15,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2e0ba51aa139e92c65553c06ae6f0c3f: 2024-11-12T07:14:15,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. for SnapshotProcedureTest completed. 2024-11-12T07:14:15,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:14:15,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:14:15,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:14:15,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:14:15,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:14:15,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:14:15,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741863_1039 (size=65) 2024-11-12T07:14:15,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741863_1039 (size=65) 2024-11-12T07:14:15,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:15,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T07:14:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T07:14:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741863_1039 (size=65) 2024-11-12T07:14:15,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741862_1038 (size=65) 2024-11-12T07:14:15,181 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:15,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T07:14:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T07:14:15,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741862_1038 (size=65) 2024-11-12T07:14:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741862_1038 (size=65) 2024-11-12T07:14:15,188 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:15,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1451d15a55e0f8c77c15ce56835778a6 in 51.2690 sec 2024-11-12T07:14:15,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9dc3a9635d91a68cc8bdd302a132a469 in 51.2740 sec 2024-11-12T07:14:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741864_1040 (size=57) 2024-11-12T07:14:15,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741864_1040 (size=57) 2024-11-12T07:14:15,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741864_1040 (size=57) 2024-11-12T07:14:15,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:15,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T07:14:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T07:14:15,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:15,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:15,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e0ba51aa139e92c65553c06ae6f0c3f in 51.2890 sec 2024-11-12T07:14:15,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741865_1041 (size=65) 2024-11-12T07:14:15,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741865_1041 (size=65) 2024-11-12T07:14:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741865_1041 (size=65) 2024-11-12T07:14:15,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:15,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T07:14:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T07:14:15,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:15,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:15,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-12T07:14:15,217 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:14:15,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 588b8136640cd85111f8c8bd178afadf in 51.2990 sec 2024-11-12T07:14:15,219 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:14:15,222 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:14:15,222 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T07:14:15,227 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T07:14:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741866_1042 (size=1094) 2024-11-12T07:14:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741866_1042 (size=1094) 2024-11-12T07:14:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741866_1042 (size=1094) 2024-11-12T07:14:15,722 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:14:15,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T07:14:15,740 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:15,740 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:15,740 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:15,740 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:15,740 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:15,745 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:18,380 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:14:23,327 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T07:14:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-12T07:14:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T07:14:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T07:14:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T07:14:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-12T07:14:25,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-12T07:14:25,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T07:14:25,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T07:14:25,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T07:14:25,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T07:14:25,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T07:14:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T07:14:25,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T07:14:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T07:14:25,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-12T07:14:25,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-12T07:14:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T07:14:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T07:14:25,755 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 Release verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-12T07:14:25,756 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 Release verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-12T07:14:25,758 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 Release verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:25,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 in 10.0230 sec 2024-11-12T07:14:25,761 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 Release verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:25,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 in 10.0240 sec 2024-11-12T07:14:25,762 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:25,763 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:25,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 in 10.0260 sec 2024-11-12T07:14:25,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 in 10.0290 sec 2024-11-12T07:14:25,765 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 Release verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:25,765 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 Release verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:25,766 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:25,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 in 10.0330 sec 2024-11-12T07:14:25,767 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:25,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 in 10.0330 sec 2024-11-12T07:14:29,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-12T07:14:35,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-12T07:14:35,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-12T07:14:35,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-12T07:14:35,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T07:14:35,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-12T07:14:35,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T07:14:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-12T07:14:35,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-12T07:14:35,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T07:14:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-12T07:14:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T07:14:35,770 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 Release verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T07:14:35,773 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 Release verify snapshot worker=cea23c84c117,41113,1731395570185 2024-11-12T07:14:35,773 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 Release verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:35,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 in 20.0380 sec 2024-11-12T07:14:35,773 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 Release verify snapshot worker=cea23c84c117,34021,1731395570230 2024-11-12T07:14:35,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,41113,1731395570185 in 20.0410 sec 2024-11-12T07:14:35,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 in 20.0410 sec 2024-11-12T07:14:35,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-12T07:14:35,776 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:14:35,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,34021,1731395570230 in 20.0410 sec 2024-11-12T07:14:35,777 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T07:14:35,779 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:14:35,779 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T07:14:35,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.941 sec 2024-11-12T07:14:35,989 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T07:14:35,992 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cea23c84c117:37253 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cea23c84c117/172.17.0.2:37253 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:14:35,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1, error=java.net.ConnectException: Call to address=cea23c84c117:37253 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:14:35,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T07:14:35,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cea23c84c117,37253,1731395570088, seqNum=-1 from cache 2024-11-12T07:14:35,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address cea23c84c117:37253 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cea23c84c117/172.17.0.2:37253 2024-11-12T07:14:36,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:14:36,096 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,34021,1731395570230, seqNum=-1] 2024-11-12T07:14:36,123 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T07:14:36,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:14:36,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:14:36,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:14:36,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:14:36,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015394013, stopped=false 2024-11-12T07:14:36,125 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,40351,1731395569246 2024-11-12T07:14:36,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:14:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:36,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:36,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:14:36,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:36,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:14:36,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:14:36,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:36,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:36,174 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,41113,1731395570185' ***** 2024-11-12T07:14:36,174 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:14:36,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,34021,1731395570230' ***** 2024-11-12T07:14:36,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:14:36,175 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:14:36,175 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:14:36,175 INFO [RS:2;cea23c84c117:34021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:14:36,175 INFO [RS:1;cea23c84c117:41113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:14:36,175 INFO [RS:2;cea23c84c117:34021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:14:36,175 INFO [RS:1;cea23c84c117:41113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:14:36,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:14:36,175 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1451d15a55e0f8c77c15ce56835778a6 2024-11-12T07:14:36,175 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:36,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 077fabdd653628c41c5d3c934c5b40ac 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bd83f9bb9118ee53acda8843dbdef51 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a872cb7cfceaa51ad817d83b1de2b23 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,34021,1731395570230 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:14:36,177 INFO [RS:2;cea23c84c117:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cea23c84c117:34021. 2024-11-12T07:14:36,177 DEBUG [RS:2;cea23c84c117:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:14:36,177 DEBUG [RS:2;cea23c84c117:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,178 INFO [RS:2;cea23c84c117:34021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:14:36,178 INFO [RS:2;cea23c84c117:34021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:14:36,178 INFO [RS:2;cea23c84c117:34021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:14:36,178 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:14:36,178 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1451d15a55e0f8c77c15ce56835778a6, disabling compactions & flushes 2024-11-12T07:14:36,178 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:36,178 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:36,178 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. after waiting 0 ms 2024-11-12T07:14:36,178 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e0ba51aa139e92c65553c06ae6f0c3f 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 3df71bda3dae86d51af5e2734ae95fdf 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 307530fc54da842ba560e7b528448d4e 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 246ccf81a6a336ddc2597347a2f131cf 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,41113,1731395570185 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:14:36,179 INFO [RS:1;cea23c84c117:41113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cea23c84c117:41113. 2024-11-12T07:14:36,179 DEBUG [RS:1;cea23c84c117:41113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:14:36,179 DEBUG [RS:1;cea23c84c117:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,180 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T07:14:36,180 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T07:14:36,180 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1325): Online Regions={588b8136640cd85111f8c8bd178afadf=SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf., 2e0ba51aa139e92c65553c06ae6f0c3f=SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f., 3df71bda3dae86d51af5e2734ae95fdf=SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf., 307530fc54da842ba560e7b528448d4e=SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e., 246ccf81a6a336ddc2597347a2f131cf=SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf.} 2024-11-12T07:14:36,180 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1325): Online Regions={1451d15a55e0f8c77c15ce56835778a6=SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6., 077fabdd653628c41c5d3c934c5b40ac=SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac., 1588230740=hbase:meta,,1.1588230740, 3bd83f9bb9118ee53acda8843dbdef51=SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51., 9dc3a9635d91a68cc8bdd302a132a469=SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469., 5a872cb7cfceaa51ad817d83b1de2b23=SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23.} 2024-11-12T07:14:36,180 DEBUG [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1351): Waiting on 246ccf81a6a336ddc2597347a2f131cf, 2e0ba51aa139e92c65553c06ae6f0c3f, 307530fc54da842ba560e7b528448d4e, 3df71bda3dae86d51af5e2734ae95fdf, 588b8136640cd85111f8c8bd178afadf 2024-11-12T07:14:36,180 DEBUG [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1351): Waiting on 077fabdd653628c41c5d3c934c5b40ac, 1451d15a55e0f8c77c15ce56835778a6, 1588230740, 3bd83f9bb9118ee53acda8843dbdef51, 5a872cb7cfceaa51ad817d83b1de2b23, 9dc3a9635d91a68cc8bdd302a132a469 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 588b8136640cd85111f8c8bd178afadf, disabling compactions & flushes 2024-11-12T07:14:36,181 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. after waiting 0 ms 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:14:36,181 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:14:36,181 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:14:36,181 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.84 KB heapSize=7.20 KB 2024-11-12T07:14:36,198 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/588b8136640cd85111f8c8bd178afadf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,199 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/1451d15a55e0f8c77c15ce56835778a6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,202 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:36,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 588b8136640cd85111f8c8bd178afadf: Waiting for close lock at 1731395676180Running coprocessor pre-close hooks at 1731395676180Disabling compacts and flushes for region at 1731395676180Disabling writes for close at 1731395676181 (+1 ms)Writing region close event to WAL at 1731395676181Running coprocessor post-close hooks at 1731395676199 (+18 ms)Closed at 1731395676202 (+3 ms) 2024-11-12T07:14:36,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731395582983.588b8136640cd85111f8c8bd178afadf. 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e0ba51aa139e92c65553c06ae6f0c3f, disabling compactions & flushes 2024-11-12T07:14:36,203 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/info/fdc8476d4af443fcad9a197c5b7612a6 is 167, key is SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469./info:regioninfo/1731395645163/Put/seqid=0 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. after waiting 0 ms 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:36,203 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1451d15a55e0f8c77c15ce56835778a6: Waiting for close lock at 1731395676177Running coprocessor pre-close hooks at 1731395676178 (+1 ms)Disabling compacts and flushes for region at 1731395676178Disabling writes for close at 1731395676178Writing region close event to WAL at 1731395676179 (+1 ms)Running coprocessor post-close hooks at 1731395676200 (+21 ms)Closed at 1731395676203 (+3 ms) 2024-11-12T07:14:36,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731395582983.1451d15a55e0f8c77c15ce56835778a6. 2024-11-12T07:14:36,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 077fabdd653628c41c5d3c934c5b40ac, disabling compactions & flushes 2024-11-12T07:14:36,204 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:14:36,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:14:36,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. after waiting 0 ms 2024-11-12T07:14:36,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:14:36,221 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/2e0ba51aa139e92c65553c06ae6f0c3f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,222 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:14:36,223 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e0ba51aa139e92c65553c06ae6f0c3f: Waiting for close lock at 1731395676203Running coprocessor pre-close hooks at 1731395676203Disabling compacts and flushes for region at 1731395676203Disabling writes for close at 1731395676203Writing region close event to WAL at 1731395676208 (+5 ms)Running coprocessor post-close hooks at 1731395676222 (+14 ms)Closed at 1731395676223 (+1 ms) 2024-11-12T07:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731395582983.2e0ba51aa139e92c65553c06ae6f0c3f. 2024-11-12T07:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3df71bda3dae86d51af5e2734ae95fdf, disabling compactions & flushes 2024-11-12T07:14:36,223 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. after waiting 0 ms 2024-11-12T07:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:14:36,226 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/077fabdd653628c41c5d3c934c5b40ac/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,227 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 077fabdd653628c41c5d3c934c5b40ac: Waiting for close lock at 1731395676204Running coprocessor pre-close hooks at 1731395676204Disabling compacts and flushes for region at 1731395676204Disabling writes for close at 1731395676204Writing region close event to WAL at 1731395676216 (+12 ms)Running coprocessor post-close hooks at 1731395676226 (+10 ms)Closed at 1731395676226 2024-11-12T07:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731395582983.077fabdd653628c41c5d3c934c5b40ac. 2024-11-12T07:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bd83f9bb9118ee53acda8843dbdef51, disabling compactions & flushes 2024-11-12T07:14:36,227 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. after waiting 0 ms 2024-11-12T07:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:14:36,230 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:14:36,255 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3bd83f9bb9118ee53acda8843dbdef51/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741867_1043 (size=9447) 2024-11-12T07:14:36,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741867_1043 (size=9447) 2024-11-12T07:14:36,256 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:14:36,257 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bd83f9bb9118ee53acda8843dbdef51: Waiting for close lock at 1731395676227Running coprocessor pre-close hooks at 1731395676227Disabling compacts and flushes for region at 1731395676227Disabling writes for close at 1731395676227Writing region close event to WAL at 1731395676248 (+21 ms)Running coprocessor post-close hooks at 1731395676256 (+8 ms)Closed at 1731395676256 2024-11-12T07:14:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741867_1043 (size=9447) 2024-11-12T07:14:36,258 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731395582983.3bd83f9bb9118ee53acda8843dbdef51. 2024-11-12T07:14:36,258 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dc3a9635d91a68cc8bdd302a132a469, disabling compactions & flushes 2024-11-12T07:14:36,258 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:36,258 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:36,258 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. after waiting 0 ms 2024-11-12T07:14:36,258 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:36,258 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.84 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/info/fdc8476d4af443fcad9a197c5b7612a6 2024-11-12T07:14:36,268 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/3df71bda3dae86d51af5e2734ae95fdf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,269 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:14:36,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3df71bda3dae86d51af5e2734ae95fdf: Waiting for close lock at 1731395676223Running coprocessor pre-close hooks at 1731395676223Disabling compacts and flushes for region at 1731395676223Disabling writes for close at 1731395676223Writing region close event to WAL at 1731395676256 (+33 ms)Running coprocessor post-close hooks at 1731395676268 (+12 ms)Closed at 1731395676268 2024-11-12T07:14:36,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731395582983.3df71bda3dae86d51af5e2734ae95fdf. 2024-11-12T07:14:36,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 307530fc54da842ba560e7b528448d4e, disabling compactions & flushes 2024-11-12T07:14:36,269 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:14:36,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:14:36,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. after waiting 0 ms 2024-11-12T07:14:36,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:14:36,272 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/.tmp/info/fdc8476d4af443fcad9a197c5b7612a6 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/info/fdc8476d4af443fcad9a197c5b7612a6 2024-11-12T07:14:36,277 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/9dc3a9635d91a68cc8bdd302a132a469/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,279 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:36,279 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dc3a9635d91a68cc8bdd302a132a469: Waiting for close lock at 1731395676258Running coprocessor pre-close hooks at 1731395676258Disabling compacts and flushes for region at 1731395676258Disabling writes for close at 1731395676258Writing region close event to WAL at 1731395676263 (+5 ms)Running coprocessor post-close hooks at 1731395676278 (+15 ms)Closed at 1731395676279 (+1 ms) 2024-11-12T07:14:36,279 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731395582983.9dc3a9635d91a68cc8bdd302a132a469. 2024-11-12T07:14:36,279 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a872cb7cfceaa51ad817d83b1de2b23, disabling compactions & flushes 2024-11-12T07:14:36,279 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:14:36,279 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:14:36,279 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. after waiting 0 ms 2024-11-12T07:14:36,279 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:14:36,282 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/307530fc54da842ba560e7b528448d4e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:14:36,283 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:14:36,284 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 307530fc54da842ba560e7b528448d4e: Waiting for close lock at 1731395676269Running coprocessor pre-close hooks at 1731395676269Disabling compacts and flushes for region at 1731395676269Disabling writes for close at 1731395676269Writing region close event to WAL at 1731395676275 (+6 ms)Running coprocessor post-close hooks at 1731395676283 (+8 ms)Closed at 1731395676283 2024-11-12T07:14:36,284 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731395582983.307530fc54da842ba560e7b528448d4e. 2024-11-12T07:14:36,284 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 246ccf81a6a336ddc2597347a2f131cf, disabling compactions & flushes 2024-11-12T07:14:36,284 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:14:36,284 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:14:36,284 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. after waiting 0 ms 2024-11-12T07:14:36,284 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:14:36,286 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/info/fdc8476d4af443fcad9a197c5b7612a6, entries=32, sequenceid=39, filesize=9.2 K 2024-11-12T07:14:36,287 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=39, compaction requested=false 2024-11-12T07:14:36,288 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/5a872cb7cfceaa51ad817d83b1de2b23/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:14:36,289 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:14:36,289 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a872cb7cfceaa51ad817d83b1de2b23: Waiting for close lock at 1731395676279Running coprocessor pre-close hooks at 1731395676279Disabling compacts and flushes for region at 1731395676279Disabling writes for close at 1731395676279Writing region close event to WAL at 1731395676281 (+2 ms)Running coprocessor post-close hooks at 1731395676289 (+8 ms)Closed at 1731395676289 2024-11-12T07:14:36,289 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731395582983.5a872cb7cfceaa51ad817d83b1de2b23. 2024-11-12T07:14:36,293 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/default/SPTestTable/246ccf81a6a336ddc2597347a2f131cf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:14:36,294 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:14:36,294 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 246ccf81a6a336ddc2597347a2f131cf: Waiting for close lock at 1731395676284Running coprocessor pre-close hooks at 1731395676284Disabling compacts and flushes for region at 1731395676284Disabling writes for close at 1731395676284Writing region close event to WAL at 1731395676285 (+1 ms)Running coprocessor post-close hooks at 1731395676294 (+9 ms)Closed at 1731395676294 2024-11-12T07:14:36,294 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731395582983.246ccf81a6a336ddc2597347a2f131cf. 2024-11-12T07:14:36,300 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-12T07:14:36,300 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:14:36,301 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:14:36,301 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395676181Running coprocessor pre-close hooks at 1731395676181Disabling compacts and flushes for region at 1731395676181Disabling writes for close at 1731395676181Obtaining lock to block concurrent updates at 1731395676181Preparing flush snapshotting stores in 1588230740 at 1731395676181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3936, getHeapSize=7312, getOffHeapSize=0, getCellsCount=32 at 1731395676182 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731395676184 (+2 ms)Flushing 1588230740/info: creating writer at 1731395676184Flushing 1588230740/info: appending metadata at 1731395676202 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731395676202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec53dab: reopening flushed file at 1731395676271 (+69 ms)Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=39, compaction requested=false at 1731395676287 (+16 ms)Writing region close event to WAL at 1731395676293 (+6 ms)Running coprocessor post-close hooks at 1731395676300 (+7 ms)Closed at 1731395676301 (+1 ms) 2024-11-12T07:14:36,301 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:14:36,380 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,41113,1731395570185; all regions closed. 2024-11-12T07:14:36,380 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,34021,1731395570230; all regions closed. 2024-11-12T07:14:36,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741835_1011 (size=3500) 2024-11-12T07:14:36,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741858_1034 (size=5452) 2024-11-12T07:14:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741835_1011 (size=3500) 2024-11-12T07:14:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741858_1034 (size=5452) 2024-11-12T07:14:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741858_1034 (size=5452) 2024-11-12T07:14:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741835_1011 (size=3500) 2024-11-12T07:14:36,387 DEBUG [RS:1;cea23c84c117:41113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs 2024-11-12T07:14:36,388 DEBUG [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C41113%2C1731395570185:(num 1731395571851) 2024-11-12T07:14:36,388 DEBUG [RS:1;cea23c84c117:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:14:36,388 INFO [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C34021%2C1731395570230.meta:.meta(num 1731395624357) 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:14:36,388 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:14:36,388 INFO [RS:1;cea23c84c117:41113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:14:36,389 INFO [RS:1;cea23c84c117:41113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:14:36,389 INFO [RS:1;cea23c84c117:41113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41113 2024-11-12T07:14:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741834_1010 (size=3530) 2024-11-12T07:14:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741834_1010 (size=3530) 2024-11-12T07:14:36,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741834_1010 (size=3530) 2024-11-12T07:14:36,395 DEBUG [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/oldWALs 2024-11-12T07:14:36,395 INFO [RS:2;cea23c84c117:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C34021%2C1731395570230:(num 1731395571851) 2024-11-12T07:14:36,395 DEBUG [RS:2;cea23c84c117:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:36,395 INFO [RS:2;cea23c84c117:34021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:14:36,395 INFO [RS:2;cea23c84c117:34021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:14:36,395 INFO [RS:2;cea23c84c117:34021 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:14:36,395 INFO [RS:2;cea23c84c117:34021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:14:36,395 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:14:36,396 INFO [RS:2;cea23c84c117:34021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34021 2024-11-12T07:14:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:14:36,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,41113,1731395570185 2024-11-12T07:14:36,403 INFO [RS:1;cea23c84c117:41113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:14:36,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,34021,1731395570230 2024-11-12T07:14:36,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,34021,1731395570230] 2024-11-12T07:14:36,414 INFO [RS:2;cea23c84c117:34021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:14:36,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,34021,1731395570230 already deleted, retry=false 2024-11-12T07:14:36,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,34021,1731395570230 expired; onlineServers=1 2024-11-12T07:14:36,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,41113,1731395570185] 2024-11-12T07:14:36,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,41113,1731395570185 already deleted, retry=false 2024-11-12T07:14:36,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,41113,1731395570185 expired; onlineServers=0 2024-11-12T07:14:36,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,40351,1731395569246' ***** 2024-11-12T07:14:36,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:14:36,445 INFO [M:0;cea23c84c117:40351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:14:36,445 INFO [M:0;cea23c84c117:40351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:14:36,445 DEBUG [M:0;cea23c84c117:40351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:14:36,445 DEBUG [M:0;cea23c84c117:40351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:14:36,445 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:14:36,445 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395571394 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395571394,5,FailOnTimeoutGroup] 2024-11-12T07:14:36,445 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395571400 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395571400,5,FailOnTimeoutGroup] 2024-11-12T07:14:36,446 INFO [M:0;cea23c84c117:40351 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:14:36,446 INFO [M:0;cea23c84c117:40351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:14:36,446 DEBUG [M:0;cea23c84c117:40351 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:14:36,446 INFO [M:0;cea23c84c117:40351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:14:36,446 INFO [M:0;cea23c84c117:40351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:14:36,446 ERROR [M:0;cea23c84c117:40351 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45363,5,PEWorkerGroup] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:45363 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45363,5,PEWorkerGroup] 2024-11-12T07:14:36,447 INFO [M:0;cea23c84c117:40351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:14:36,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:14:36,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T07:14:36,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:36,466 DEBUG [M:0;cea23c84c117:40351 {}] zookeeper.ZKUtil(347): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T07:14:36,466 WARN [M:0;cea23c84c117:40351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:14:36,467 INFO [M:0;cea23c84c117:40351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/.lastflushedseqids 2024-11-12T07:14:36,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741868_1044 (size=668) 2024-11-12T07:14:36,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741868_1044 (size=668) 2024-11-12T07:14:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741868_1044 (size=668) 2024-11-12T07:14:36,505 INFO [M:0;cea23c84c117:40351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:14:36,506 INFO [M:0;cea23c84c117:40351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:14:36,506 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:14:36,506 INFO [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:36,506 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:36,506 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:14:36,506 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:36,507 INFO [M:0;cea23c84c117:40351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.18 KB 2024-11-12T07:14:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:14:36,524 INFO [RS:1;cea23c84c117:41113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:14:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x1012de3bed90002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:14:36,524 INFO [RS:1;cea23c84c117:41113 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,41113,1731395570185; zookeeper connection closed. 2024-11-12T07:14:36,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c43f45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c43f45 2024-11-12T07:14:36,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:14:36,534 INFO [RS:2;cea23c84c117:34021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:14:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1012de3bed90003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:14:36,535 INFO [RS:2;cea23c84c117:34021 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,34021,1731395570230; zookeeper connection closed. 2024-11-12T07:14:36,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@300f9b55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@300f9b55 2024-11-12T07:14:36,535 DEBUG [M:0;cea23c84c117:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6d91fd5d1341d1810914a994e59753 is 82, key is hbase:meta,,1/info:regioninfo/1731395624674/Put/seqid=0 2024-11-12T07:14:36,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T07:14:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741869_1045 (size=6071) 2024-11-12T07:14:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741869_1045 (size=6071) 2024-11-12T07:14:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741869_1045 (size=6071) 2024-11-12T07:14:36,556 INFO [M:0;cea23c84c117:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6d91fd5d1341d1810914a994e59753 2024-11-12T07:14:36,588 DEBUG [M:0;cea23c84c117:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54f58d227ee4fc9b8bb57885923971f is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731395593922/Put/seqid=0 2024-11-12T07:14:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741870_1046 (size=9113) 2024-11-12T07:14:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741870_1046 (size=9113) 2024-11-12T07:14:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741870_1046 (size=9113) 2024-11-12T07:14:36,602 INFO [M:0;cea23c84c117:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54f58d227ee4fc9b8bb57885923971f 2024-11-12T07:14:36,608 INFO [M:0;cea23c84c117:40351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e54f58d227ee4fc9b8bb57885923971f 2024-11-12T07:14:36,625 DEBUG [M:0;cea23c84c117:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8319fd3a2bdc400b80013403ca9f4357 is 69, key is cea23c84c117,34021,1731395570230/rs:state/1731395571571/Put/seqid=0 2024-11-12T07:14:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741871_1047 (size=5446) 2024-11-12T07:14:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741871_1047 (size=5446) 2024-11-12T07:14:36,634 INFO [M:0;cea23c84c117:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8319fd3a2bdc400b80013403ca9f4357 2024-11-12T07:14:36,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741871_1047 (size=5446) 2024-11-12T07:14:36,643 INFO [M:0;cea23c84c117:40351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8319fd3a2bdc400b80013403ca9f4357 2024-11-12T07:14:36,645 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6d91fd5d1341d1810914a994e59753 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6d91fd5d1341d1810914a994e59753 2024-11-12T07:14:36,659 INFO [M:0;cea23c84c117:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6d91fd5d1341d1810914a994e59753, entries=14, sequenceid=561, filesize=5.9 K 2024-11-12T07:14:36,660 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54f58d227ee4fc9b8bb57885923971f as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e54f58d227ee4fc9b8bb57885923971f 2024-11-12T07:14:36,673 INFO [M:0;cea23c84c117:40351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e54f58d227ee4fc9b8bb57885923971f 2024-11-12T07:14:36,673 INFO [M:0;cea23c84c117:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e54f58d227ee4fc9b8bb57885923971f, entries=60, sequenceid=561, filesize=8.9 K 2024-11-12T07:14:36,675 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8319fd3a2bdc400b80013403ca9f4357 as hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8319fd3a2bdc400b80013403ca9f4357 2024-11-12T07:14:36,691 INFO [M:0;cea23c84c117:40351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8319fd3a2bdc400b80013403ca9f4357 2024-11-12T07:14:36,692 INFO [M:0;cea23c84c117:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45363/user/jenkins/test-data/58ee9563-04fe-feb7-309e-79a4ed4bfca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8319fd3a2bdc400b80013403ca9f4357, entries=3, sequenceid=561, filesize=5.3 K 2024-11-12T07:14:36,694 INFO [M:0;cea23c84c117:40351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=561, compaction requested=false 2024-11-12T07:14:36,726 INFO [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:36,726 DEBUG [M:0;cea23c84c117:40351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395676506Disabling compacts and flushes for region at 1731395676506Disabling writes for close at 1731395676506Obtaining lock to block concurrent updates at 1731395676507 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395676507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270456, getOffHeapSize=0, getCellsCount=682 at 1731395676507Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395676510 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395676510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395676534 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395676534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395676564 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395676588 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395676588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395676608 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395676625 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395676625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a6fee4: reopening flushed file at 1731395676643 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db3a0dc: reopening flushed file at 1731395676659 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f48b6: reopening flushed file at 1731395676673 (+14 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=561, compaction requested=false at 1731395676694 (+21 ms)Writing region close event to WAL at 1731395676726 (+32 ms)Closed at 1731395676726 2024-11-12T07:14:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39827 is added to blk_1073741830_1006 (size=255309) 2024-11-12T07:14:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741830_1006 (size=255309) 2024-11-12T07:14:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35821 is added to blk_1073741830_1006 (size=255309) 2024-11-12T07:14:36,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:14:36,732 INFO [M:0;cea23c84c117:40351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:14:36,732 INFO [M:0;cea23c84c117:40351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40351 2024-11-12T07:14:36,732 INFO [M:0;cea23c84c117:40351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:14:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:14:36,844 INFO [M:0;cea23c84c117:40351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:14:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x1012de3bed90000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:14:36,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:14:36,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:14:36,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:14:36,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:14:36,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,STOPPED} 2024-11-12T07:14:36,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:14:36,857 WARN [BP-1393754116-172.17.0.2-1731395563345 heartbeating to localhost/127.0.0.1:45363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:14:36,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:14:36,857 WARN [BP-1393754116-172.17.0.2-1731395563345 heartbeating to localhost/127.0.0.1:45363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393754116-172.17.0.2-1731395563345 (Datanode Uuid a7c9782f-0f9a-4f6e-803c-73f40516c862) service to localhost/127.0.0.1:45363 2024-11-12T07:14:36,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data5/current/BP-1393754116-172.17.0.2-1731395563345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:14:36,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data6/current/BP-1393754116-172.17.0.2-1731395563345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:14:36,860 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:14:36,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:14:36,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:14:36,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:14:36,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:14:36,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,STOPPED} 2024-11-12T07:14:36,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:14:36,869 WARN [BP-1393754116-172.17.0.2-1731395563345 heartbeating to localhost/127.0.0.1:45363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:14:36,870 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:14:36,870 WARN [BP-1393754116-172.17.0.2-1731395563345 heartbeating to localhost/127.0.0.1:45363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393754116-172.17.0.2-1731395563345 (Datanode Uuid ec3cf7ef-003b-41d5-8a74-3dd53e787539) service to localhost/127.0.0.1:45363 2024-11-12T07:14:36,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data3/current/BP-1393754116-172.17.0.2-1731395563345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:14:36,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data4/current/BP-1393754116-172.17.0.2-1731395563345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:14:36,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:14:36,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:14:36,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:14:36,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:14:36,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:14:36,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,STOPPED} 2024-11-12T07:14:36,881 WARN [BP-1393754116-172.17.0.2-1731395563345 heartbeating to localhost/127.0.0.1:45363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:14:36,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:14:36,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:14:36,881 WARN [BP-1393754116-172.17.0.2-1731395563345 heartbeating to localhost/127.0.0.1:45363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393754116-172.17.0.2-1731395563345 (Datanode Uuid de357b48-4aa4-4f23-a89f-0adcfc4ba457) service to localhost/127.0.0.1:45363 2024-11-12T07:14:36,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data1/current/BP-1393754116-172.17.0.2-1731395563345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:14:36,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/cluster_40a1bb57-dee7-335c-b3a5-7d8ce2a5bcfe/data/data2/current/BP-1393754116-172.17.0.2-1731395563345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:14:36,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:14:36,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:14:36,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:14:36,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:14:36,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:14:36,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir/,STOPPED} 2024-11-12T07:14:36,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:14:36,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:14:36,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cea23c84c117:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45363 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cea23c84c117:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a3339ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45363 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/cea23c84c117:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3834 (was 5708) 2024-11-12T07:14:36,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=3834 2024-11-12T07:14:37,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir so I do NOT create it in target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae 2024-11-12T07:14:37,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:14:37,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.tmp.dir so I do NOT create it in target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae 2024-11-12T07:14:37,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c9ee98ef-0384-cf88-0e5f-b1c2fbe42ace/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:14:37,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae 2024-11-12T07:14:37,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859, deleteOnExit=true 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/test.cache.data in system properties and HBase conf 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:14:37,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:14:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:14:37,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:14:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:14:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:14:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:14:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:14:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:14:37,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:14:37,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:14:37,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:14:37,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:14:37,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:14:37,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:14:37,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:14:37,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62672619{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:14:37,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31e052f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:14:37,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29729763{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/java.io.tmpdir/jetty-localhost-36533-hadoop-hdfs-3_4_1-tests_jar-_-any-6814194980211159023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:14:37,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69630b3d{HTTP/1.1, (http/1.1)}{localhost:36533} 2024-11-12T07:14:37,456 INFO [Time-limited test {}] server.Server(415): Started @116755ms 2024-11-12T07:14:38,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:14:38,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:14:38,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:14:38,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:14:38,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:14:38,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8388e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:14:38,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4db9f58c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:14:38,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32954008{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/java.io.tmpdir/jetty-localhost-36213-hadoop-hdfs-3_4_1-tests_jar-_-any-2037110380460561257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:14:38,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@673d1674{HTTP/1.1, (http/1.1)}{localhost:36213} 2024-11-12T07:14:38,623 INFO [Time-limited test {}] server.Server(415): Started @117921ms 2024-11-12T07:14:38,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:14:38,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:14:38,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:14:38,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:14:38,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:14:38,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:14:38,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12c1206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:14:38,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef7d39c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:14:38,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318d9e54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/java.io.tmpdir/jetty-localhost-40095-hadoop-hdfs-3_4_1-tests_jar-_-any-8442333758941032449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:14:38,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30f7c0fa{HTTP/1.1, (http/1.1)}{localhost:40095} 2024-11-12T07:14:38,773 INFO [Time-limited test {}] server.Server(415): Started @118072ms 2024-11-12T07:14:38,774 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:14:38,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:14:38,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:14:38,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:14:38,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:14:38,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:14:38,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3370e434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:14:38,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775d0671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:14:38,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee24d1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/java.io.tmpdir/jetty-localhost-41167-hadoop-hdfs-3_4_1-tests_jar-_-any-14469687532801409308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:14:38,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@233414e8{HTTP/1.1, (http/1.1)}{localhost:41167} 2024-11-12T07:14:38,920 INFO [Time-limited test {}] server.Server(415): Started @118219ms 2024-11-12T07:14:38,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:14:39,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:14:40,068 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data2/current/BP-1945312564-172.17.0.2-1731395677024/current, will proceed with Du for space computation calculation, 2024-11-12T07:14:40,068 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data1/current/BP-1945312564-172.17.0.2-1731395677024/current, will proceed with Du for space computation calculation, 2024-11-12T07:14:40,089 WARN [Thread-676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:14:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9d9248c87e1c623 with lease ID 0x257749479ebbaad6: Processing first storage report for DS-7232fdf3-7bd1-4d14-82c5-7b671c817300 from datanode DatanodeRegistration(127.0.0.1:41767, datanodeUuid=9c846d32-838c-4872-8e7a-10d0339eb892, infoPort=43719, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024) 2024-11-12T07:14:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9d9248c87e1c623 with lease ID 0x257749479ebbaad6: from storage DS-7232fdf3-7bd1-4d14-82c5-7b671c817300 node DatanodeRegistration(127.0.0.1:41767, datanodeUuid=9c846d32-838c-4872-8e7a-10d0339eb892, infoPort=43719, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:14:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9d9248c87e1c623 with lease ID 0x257749479ebbaad6: Processing first storage report for DS-718624eb-7d83-45eb-b507-1339bb5458f2 from datanode DatanodeRegistration(127.0.0.1:41767, datanodeUuid=9c846d32-838c-4872-8e7a-10d0339eb892, infoPort=43719, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024) 2024-11-12T07:14:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9d9248c87e1c623 with lease ID 0x257749479ebbaad6: from storage DS-718624eb-7d83-45eb-b507-1339bb5458f2 node DatanodeRegistration(127.0.0.1:41767, datanodeUuid=9c846d32-838c-4872-8e7a-10d0339eb892, infoPort=43719, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:14:40,363 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data4/current/BP-1945312564-172.17.0.2-1731395677024/current, will proceed with Du for space computation calculation, 2024-11-12T07:14:40,363 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data3/current/BP-1945312564-172.17.0.2-1731395677024/current, will proceed with Du for space computation calculation, 2024-11-12T07:14:40,383 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:14:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbd5607dd3283fb6 with lease ID 0x257749479ebbaad7: Processing first storage report for DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6 from datanode DatanodeRegistration(127.0.0.1:43675, datanodeUuid=f578b249-7aa2-404e-9ac1-1c48671bd4c6, infoPort=37371, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024) 2024-11-12T07:14:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbd5607dd3283fb6 with lease ID 0x257749479ebbaad7: from storage DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6 node DatanodeRegistration(127.0.0.1:43675, datanodeUuid=f578b249-7aa2-404e-9ac1-1c48671bd4c6, infoPort=37371, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:14:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbd5607dd3283fb6 with lease ID 0x257749479ebbaad7: Processing first storage report for DS-52f3ef7d-8ac2-4d77-aa10-812f416e1321 from datanode DatanodeRegistration(127.0.0.1:43675, datanodeUuid=f578b249-7aa2-404e-9ac1-1c48671bd4c6, infoPort=37371, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024) 2024-11-12T07:14:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbd5607dd3283fb6 with lease ID 0x257749479ebbaad7: from storage DS-52f3ef7d-8ac2-4d77-aa10-812f416e1321 node DatanodeRegistration(127.0.0.1:43675, datanodeUuid=f578b249-7aa2-404e-9ac1-1c48671bd4c6, infoPort=37371, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:14:40,461 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data5/current/BP-1945312564-172.17.0.2-1731395677024/current, will proceed with Du for space computation calculation, 2024-11-12T07:14:40,461 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data6/current/BP-1945312564-172.17.0.2-1731395677024/current, will proceed with Du for space computation calculation, 2024-11-12T07:14:40,495 WARN [Thread-721 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:14:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13d3fb91a8d0f7c1 with lease ID 0x257749479ebbaad8: Processing first storage report for DS-74706277-d555-4272-a392-71f81d077067 from datanode DatanodeRegistration(127.0.0.1:45095, datanodeUuid=044013ab-7263-447c-bd5f-fdbb41ec6bfa, infoPort=36909, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024) 2024-11-12T07:14:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13d3fb91a8d0f7c1 with lease ID 0x257749479ebbaad8: from storage DS-74706277-d555-4272-a392-71f81d077067 node DatanodeRegistration(127.0.0.1:45095, datanodeUuid=044013ab-7263-447c-bd5f-fdbb41ec6bfa, infoPort=36909, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:14:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13d3fb91a8d0f7c1 with lease ID 0x257749479ebbaad8: Processing first storage report for DS-2670e2f6-b678-4ba7-a7f4-37ffa25c3bff from datanode DatanodeRegistration(127.0.0.1:45095, datanodeUuid=044013ab-7263-447c-bd5f-fdbb41ec6bfa, infoPort=36909, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024) 2024-11-12T07:14:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13d3fb91a8d0f7c1 with lease ID 0x257749479ebbaad8: from storage DS-2670e2f6-b678-4ba7-a7f4-37ffa25c3bff node DatanodeRegistration(127.0.0.1:45095, datanodeUuid=044013ab-7263-447c-bd5f-fdbb41ec6bfa, infoPort=36909, infoSecurePort=0, ipcPort=39881, storageInfo=lv=-57;cid=testClusterID;nsid=1589548857;c=1731395677024), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:14:40,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae 2024-11-12T07:14:40,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/zookeeper_0, clientPort=50437, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:14:40,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50437 2024-11-12T07:14:40,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:14:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:14:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:14:40,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e with version=8 2024-11-12T07:14:40,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/hbase-staging 2024-11-12T07:14:40,600 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:14:40,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:14:40,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:14:40,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:14:40,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:14:40,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32931 2024-11-12T07:14:40,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32931 connecting to ZooKeeper ensemble=127.0.0.1:50437 2024-11-12T07:14:40,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329310x0, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:14:40,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32931-0x1012de574df0000 connected 2024-11-12T07:14:40,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:40,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e, hbase.cluster.distributed=false 2024-11-12T07:14:40,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:14:40,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-12T07:14:40,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32931 2024-11-12T07:14:40,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32931 2024-11-12T07:14:40,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-12T07:14:40,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-12T07:14:40,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:14:40,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:14:40,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35915 2024-11-12T07:14:40,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35915 connecting to ZooKeeper ensemble=127.0.0.1:50437 2024-11-12T07:14:40,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359150x0, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:14:40,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359150x0, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:40,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35915-0x1012de574df0001 connected 2024-11-12T07:14:40,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:14:40,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:14:40,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:14:40,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:14:40,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35915 2024-11-12T07:14:40,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35915 2024-11-12T07:14:40,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35915 2024-11-12T07:14:40,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35915 2024-11-12T07:14:40,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35915 2024-11-12T07:14:40,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:14:40,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:14:40,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:14:40,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:14:40,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:14:40,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37087 2024-11-12T07:14:40,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37087 connecting to ZooKeeper ensemble=127.0.0.1:50437 2024-11-12T07:14:40,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370870x0, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:14:40,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37087-0x1012de574df0002 connected 2024-11-12T07:14:40,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:40,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:14:40,877 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:14:40,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:14:40,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:14:40,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37087 2024-11-12T07:14:40,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37087 2024-11-12T07:14:40,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37087 2024-11-12T07:14:40,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37087 2024-11-12T07:14:40,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37087 2024-11-12T07:14:40,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:14:40,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:14:40,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38883 2024-11-12T07:14:40,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38883 connecting to ZooKeeper ensemble=127.0.0.1:50437 2024-11-12T07:14:40,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:40,932 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388830x0, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:14:40,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38883-0x1012de574df0003 connected 2024-11-12T07:14:40,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:14:40,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:14:40,936 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:14:40,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:14:40,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:14:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-12T07:14:40,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38883 2024-11-12T07:14:40,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38883 2024-11-12T07:14:40,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-12T07:14:40,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-12T07:14:40,969 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:32931 2024-11-12T07:14:40,969 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cea23c84c117,32931,1731395680600 2024-11-12T07:14:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:40,980 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:40,983 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cea23c84c117,32931,1731395680600 2024-11-12T07:14:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:14:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:14:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:40,995 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:14:40,995 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:40,996 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T07:14:40,997 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cea23c84c117,32931,1731395680600 from backup master directory 2024-11-12T07:14:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cea23c84c117,32931,1731395680600 2024-11-12T07:14:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:41,012 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:14:41,014 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:14:41,014 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,32931,1731395680600 2024-11-12T07:14:41,019 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/hbase.id] with ID: 83fbb99f-a2db-4e23-9f70-0d93b139e036 2024-11-12T07:14:41,019 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.tmp/hbase.id 2024-11-12T07:14:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:14:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:14:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:14:41,033 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.tmp/hbase.id]:[hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/hbase.id] 2024-11-12T07:14:41,055 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:14:41,055 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:14:41,057 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T07:14:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,068 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:14:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:14:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:14:41,078 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:14:41,079 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:14:41,079 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:14:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:14:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:14:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:14:41,091 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store 2024-11-12T07:14:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:14:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:14:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:14:41,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:41,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:14:41,113 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:41,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:41,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:14:41,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:41,113 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:14:41,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395681113Disabling compacts and flushes for region at 1731395681113Disabling writes for close at 1731395681113Writing region close event to WAL at 1731395681113Closed at 1731395681113 2024-11-12T07:14:41,115 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/.initializing 2024-11-12T07:14:41,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/WALs/cea23c84c117,32931,1731395680600 2024-11-12T07:14:41,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:14:41,119 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C32931%2C1731395680600, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/WALs/cea23c84c117,32931,1731395680600, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/oldWALs, maxLogs=10 2024-11-12T07:14:41,131 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/WALs/cea23c84c117,32931,1731395680600/cea23c84c117%2C32931%2C1731395680600.1731395681119, exclude list is [], retry=0 2024-11-12T07:14:41,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45095,DS-74706277-d555-4272-a392-71f81d077067,DISK] 2024-11-12T07:14:41,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-7232fdf3-7bd1-4d14-82c5-7b671c817300,DISK] 2024-11-12T07:14:41,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6,DISK] 2024-11-12T07:14:41,138 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/WALs/cea23c84c117,32931,1731395680600/cea23c84c117%2C32931%2C1731395680600.1731395681119 2024-11-12T07:14:41,138 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37371:37371),(127.0.0.1/127.0.0.1:36909:36909),(127.0.0.1/127.0.0.1:43719:43719)] 2024-11-12T07:14:41,138 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:14:41,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:41,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:14:41,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:41,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:14:41,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:41,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:14:41,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:41,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:14:41,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:14:41,153 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,153 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,154 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,155 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,155 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,155 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:14:41,156 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:14:41,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:41,204 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:14:41,205 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74083969, jitterRate=0.10393716394901276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:14:41,206 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395681139Initializing all the Stores at 1731395681140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395681140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395681142 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395681142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395681142Cleaning up temporary data from old regions at 1731395681155 (+13 ms)Region opened successfully at 1731395681206 (+51 ms) 2024-11-12T07:14:41,206 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:14:41,212 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105d45d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:14:41,213 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:14:41,213 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:14:41,213 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:14:41,213 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:14:41,214 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:14:41,214 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:14:41,214 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T07:14:41,216 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:14:41,217 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T07:14:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:41,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:41,319 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T07:14:41,320 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:14:41,321 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:14:41,464 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T07:14:41,465 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:14:41,466 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:14:41,548 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T07:14:41,550 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:14:41,616 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T07:14:41,621 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:14:41,658 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T07:14:41,668 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:14:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,668 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,670 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,32931,1731395680600, sessionid=0x1012de574df0000, setting cluster-up flag (Was=false) 2024-11-12T07:14:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,689 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,721 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T07:14:41,722 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,32931,1731395680600 2024-11-12T07:14:41,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:14:41,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:41,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:41,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,759 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:41,791 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T07:14:41,792 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,32931,1731395680600 2024-11-12T07:14:41,793 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:14:41,796 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:14:41,796 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:14:41,796 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:14:41,796 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,32931,1731395680600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:14:41,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:14:41,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:14:41,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:14:41,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:14:41,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:14:41,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:41,799 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:14:41,799 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:41,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:14:41,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:14:41,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:14:41,808 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395711808 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:14:41,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:41,810 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:14:41,810 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:14:41,810 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:14:41,810 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:14:41,810 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:14:41,811 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395681810,5,FailOnTimeoutGroup] 2024-11-12T07:14:41,818 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395681811,5,FailOnTimeoutGroup] 2024-11-12T07:14:41,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:41,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:14:41,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:41,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:14:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:14:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:14:41,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:14:41,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:14:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:14:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:14:41,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:14:41,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:14:41,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:41,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:14:41,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:14:41,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:41,861 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(746): ClusterId : 83fbb99f-a2db-4e23-9f70-0d93b139e036 2024-11-12T07:14:41,861 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:14:41,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:14:41,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:14:41,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:41,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:14:41,868 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(746): ClusterId : 83fbb99f-a2db-4e23-9f70-0d93b139e036 2024-11-12T07:14:41,868 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:14:41,869 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(746): ClusterId : 83fbb99f-a2db-4e23-9f70-0d93b139e036 2024-11-12T07:14:41,869 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:14:41,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:14:41,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:41,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:41,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:14:41,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740 2024-11-12T07:14:41,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740 2024-11-12T07:14:41,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:14:41,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:14:41,876 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:14:41,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:14:41,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:14:41,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73465082, jitterRate=0.09471502900123596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:14:41,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395681853Initializing all the Stores at 1731395681854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395681854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395681855 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395681855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395681855Cleaning up temporary data from old regions at 1731395681875 (+20 ms)Region opened successfully at 1731395681883 (+8 ms) 2024-11-12T07:14:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:14:41,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:14:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:14:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:14:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:14:41,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:14:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395681884Disabling compacts and flushes for region at 1731395681884Disabling writes for close at 1731395681884Writing region close event to WAL at 1731395681884Closed at 1731395681884 2024-11-12T07:14:41,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:14:41,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:14:41,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:14:41,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:14:41,889 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:14:41,889 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:14:41,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:14:41,894 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:14:41,894 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:14:41,910 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:14:41,910 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:14:41,911 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:14:41,911 DEBUG [RS:0;cea23c84c117:35915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc57040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:14:41,921 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:14:41,921 DEBUG [RS:1;cea23c84c117:37087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1ec783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:14:41,922 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:14:41,922 DEBUG [RS:2;cea23c84c117:38883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b168bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:14:41,929 DEBUG [RS:0;cea23c84c117:35915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:35915 2024-11-12T07:14:41,930 INFO [RS:0;cea23c84c117:35915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:14:41,930 INFO [RS:0;cea23c84c117:35915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:14:41,930 DEBUG [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:14:41,932 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,32931,1731395680600 with port=35915, startcode=1731395680786 2024-11-12T07:14:41,932 DEBUG [RS:0;cea23c84c117:35915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:14:41,941 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:14:41,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,35915,1731395680786 2024-11-12T07:14:41,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,35915,1731395680786 2024-11-12T07:14:41,948 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cea23c84c117:37087 2024-11-12T07:14:41,948 INFO [RS:1;cea23c84c117:37087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:14:41,948 INFO [RS:1;cea23c84c117:37087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:14:41,948 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:14:41,949 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,32931,1731395680600 with port=37087, startcode=1731395680853 2024-11-12T07:14:41,950 DEBUG [RS:1;cea23c84c117:37087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:14:41,951 DEBUG [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:41,951 DEBUG [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35655 2024-11-12T07:14:41,951 DEBUG [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:14:41,954 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cea23c84c117:38883 2024-11-12T07:14:41,954 INFO [RS:2;cea23c84c117:38883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:14:41,955 INFO [RS:2;cea23c84c117:38883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:14:41,955 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:14:41,957 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:14:41,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,37087,1731395680853 2024-11-12T07:14:41,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,37087,1731395680853 2024-11-12T07:14:41,960 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:41,960 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35655 2024-11-12T07:14:41,960 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:14:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:14:41,963 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,32931,1731395680600 with port=38883, startcode=1731395680914 2024-11-12T07:14:41,964 DEBUG [RS:2;cea23c84c117:38883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:14:41,965 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:14:41,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,38883,1731395680914 2024-11-12T07:14:41,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,38883,1731395680914 2024-11-12T07:14:41,967 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:41,967 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35655 2024-11-12T07:14:41,967 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:14:42,042 WARN [cea23c84c117:32931 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:14:42,052 DEBUG [RS:0;cea23c84c117:35915 {}] zookeeper.ZKUtil(111): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,35915,1731395680786 2024-11-12T07:14:42,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,37087,1731395680853] 2024-11-12T07:14:42,052 WARN [RS:0;cea23c84c117:35915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:14:42,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,35915,1731395680786] 2024-11-12T07:14:42,052 INFO [RS:0;cea23c84c117:35915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:14:42,052 DEBUG [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786 2024-11-12T07:14:42,121 DEBUG [RS:1;cea23c84c117:37087 {}] zookeeper.ZKUtil(111): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,37087,1731395680853 2024-11-12T07:14:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:14:42,121 WARN [RS:1;cea23c84c117:37087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:14:42,121 INFO [RS:1;cea23c84c117:37087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:14:42,121 DEBUG [RS:2;cea23c84c117:38883 {}] zookeeper.ZKUtil(111): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,38883,1731395680914 2024-11-12T07:14:42,122 WARN [RS:2;cea23c84c117:38883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:14:42,122 INFO [RS:2;cea23c84c117:38883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:14:42,122 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,37087,1731395680853 2024-11-12T07:14:42,122 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914 2024-11-12T07:14:42,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,38883,1731395680914] 2024-11-12T07:14:42,124 INFO [RS:0;cea23c84c117:35915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:14:42,134 INFO [RS:2;cea23c84c117:38883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:14:42,145 INFO [RS:2;cea23c84c117:38883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:14:42,145 INFO [RS:0;cea23c84c117:35915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:14:42,145 INFO [RS:1;cea23c84c117:37087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:14:42,146 INFO [RS:0;cea23c84c117:35915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:14:42,146 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,148 INFO [RS:2;cea23c84c117:38883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:14:42,148 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:14:42,148 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,149 INFO [RS:0;cea23c84c117:35915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:14:42,149 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,149 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,149 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,149 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,149 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,149 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:14:42,150 DEBUG [RS:0;cea23c84c117:35915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:14:42,152 INFO [RS:1;cea23c84c117:37087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:14:42,156 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:14:42,157 INFO [RS:2;cea23c84c117:38883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:14:42,158 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,158 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,159 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,159 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,159 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:14:42,159 DEBUG [RS:2;cea23c84c117:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:14:42,168 INFO [RS:1;cea23c84c117:37087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:14:42,168 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,173 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:14:42,174 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,174 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,174 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,174 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,174 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,174 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38883,1731395680914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:14:42,175 INFO [RS:1;cea23c84c117:37087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:14:42,175 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,175 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,176 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,176 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:14:42,176 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:14:42,176 DEBUG [RS:1;cea23c84c117:37087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:14:42,180 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,180 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,180 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,180 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,180 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,180 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35915,1731395680786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:14:42,189 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,189 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,189 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,189 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,189 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,190 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,37087,1731395680853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:14:42,209 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:14:42,210 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38883,1731395680914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,210 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,210 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:14:42,210 INFO [RS:2;cea23c84c117:38883 {}] regionserver.Replication(171): cea23c84c117,38883,1731395680914 started 2024-11-12T07:14:42,210 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35915,1731395680786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,214 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:14:42,214 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,37087,1731395680853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,214 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,214 INFO [RS:1;cea23c84c117:37087 {}] regionserver.Replication(171): cea23c84c117,37087,1731395680853 started 2024-11-12T07:14:42,216 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,216 INFO [RS:0;cea23c84c117:35915 {}] regionserver.Replication(171): cea23c84c117,35915,1731395680786 started 2024-11-12T07:14:42,231 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,231 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,38883,1731395680914, RpcServer on cea23c84c117/172.17.0.2:38883, sessionid=0x1012de574df0003 2024-11-12T07:14:42,231 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:14:42,231 DEBUG [RS:2;cea23c84c117:38883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,38883,1731395680914 2024-11-12T07:14:42,231 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,38883,1731395680914' 2024-11-12T07:14:42,231 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:14:42,232 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,232 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,37087,1731395680853, RpcServer on cea23c84c117/172.17.0.2:37087, sessionid=0x1012de574df0002 2024-11-12T07:14:42,232 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:14:42,232 DEBUG [RS:1;cea23c84c117:37087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,37087,1731395680853 2024-11-12T07:14:42,232 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,37087,1731395680853' 2024-11-12T07:14:42,232 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:14:42,233 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:14:42,233 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:14:42,237 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:14:42,237 INFO [RS:0;cea23c84c117:35915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:42,237 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:14:42,237 DEBUG [RS:1;cea23c84c117:37087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,37087,1731395680853 2024-11-12T07:14:42,237 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,37087,1731395680853' 2024-11-12T07:14:42,237 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:14:42,237 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,35915,1731395680786, RpcServer on cea23c84c117/172.17.0.2:35915, sessionid=0x1012de574df0001 2024-11-12T07:14:42,237 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:14:42,237 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:14:42,237 DEBUG [RS:2;cea23c84c117:38883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,38883,1731395680914 2024-11-12T07:14:42,237 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:14:42,237 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,38883,1731395680914' 2024-11-12T07:14:42,237 DEBUG [RS:0;cea23c84c117:35915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,35915,1731395680786 2024-11-12T07:14:42,237 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:14:42,237 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,35915,1731395680786' 2024-11-12T07:14:42,237 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:14:42,238 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:14:42,239 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:14:42,239 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:14:42,239 DEBUG [RS:1;cea23c84c117:37087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:14:42,239 INFO [RS:1;cea23c84c117:37087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:14:42,239 INFO [RS:1;cea23c84c117:37087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:14:42,239 DEBUG [RS:2;cea23c84c117:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:14:42,239 INFO [RS:2;cea23c84c117:38883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:14:42,240 INFO [RS:2;cea23c84c117:38883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:14:42,240 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:14:42,240 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:14:42,240 DEBUG [RS:0;cea23c84c117:35915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,35915,1731395680786 2024-11-12T07:14:42,240 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,35915,1731395680786' 2024-11-12T07:14:42,240 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:14:42,241 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:14:42,241 DEBUG [RS:0;cea23c84c117:35915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:14:42,241 INFO [RS:0;cea23c84c117:35915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:14:42,241 INFO [RS:0;cea23c84c117:35915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:14:42,340 INFO [RS:2;cea23c84c117:38883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:14:42,340 INFO [RS:1;cea23c84c117:37087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:14:42,342 INFO [RS:0;cea23c84c117:35915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:14:42,342 INFO [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C38883%2C1731395680914, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs, maxLogs=32 2024-11-12T07:14:42,342 INFO [RS:1;cea23c84c117:37087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C37087%2C1731395680853, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,37087,1731395680853, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs, maxLogs=32 2024-11-12T07:14:42,345 INFO [RS:0;cea23c84c117:35915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C35915%2C1731395680786, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs, maxLogs=32 2024-11-12T07:14:42,357 DEBUG [RS:2;cea23c84c117:38883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914/cea23c84c117%2C38883%2C1731395680914.1731395682343, exclude list is [], retry=0 2024-11-12T07:14:42,359 DEBUG [RS:1;cea23c84c117:37087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,37087,1731395680853/cea23c84c117%2C37087%2C1731395680853.1731395682343, exclude list is [], retry=0 2024-11-12T07:14:42,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-7232fdf3-7bd1-4d14-82c5-7b671c817300,DISK] 2024-11-12T07:14:42,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45095,DS-74706277-d555-4272-a392-71f81d077067,DISK] 2024-11-12T07:14:42,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6,DISK] 2024-11-12T07:14:42,362 DEBUG [RS:0;cea23c84c117:35915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786/cea23c84c117%2C35915%2C1731395680786.1731395682346, exclude list is [], retry=0 2024-11-12T07:14:42,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6,DISK] 2024-11-12T07:14:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45095,DS-74706277-d555-4272-a392-71f81d077067,DISK] 2024-11-12T07:14:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6,DISK] 2024-11-12T07:14:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-7232fdf3-7bd1-4d14-82c5-7b671c817300,DISK] 2024-11-12T07:14:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-7232fdf3-7bd1-4d14-82c5-7b671c817300,DISK] 2024-11-12T07:14:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45095,DS-74706277-d555-4272-a392-71f81d077067,DISK] 2024-11-12T07:14:42,370 INFO [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914/cea23c84c117%2C38883%2C1731395680914.1731395682343 2024-11-12T07:14:42,377 DEBUG [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719),(127.0.0.1/127.0.0.1:36909:36909),(127.0.0.1/127.0.0.1:37371:37371)] 2024-11-12T07:14:42,381 INFO [RS:0;cea23c84c117:35915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786/cea23c84c117%2C35915%2C1731395680786.1731395682346 2024-11-12T07:14:42,384 DEBUG [RS:0;cea23c84c117:35915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719),(127.0.0.1/127.0.0.1:37371:37371),(127.0.0.1/127.0.0.1:36909:36909)] 2024-11-12T07:14:42,385 INFO [RS:1;cea23c84c117:37087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,37087,1731395680853/cea23c84c117%2C37087%2C1731395680853.1731395682343 2024-11-12T07:14:42,385 DEBUG [RS:1;cea23c84c117:37087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36909:36909),(127.0.0.1/127.0.0.1:43719:43719),(127.0.0.1/127.0.0.1:37371:37371)] 2024-11-12T07:14:42,542 DEBUG [cea23c84c117:32931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T07:14:42,543 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T07:14:42,545 INFO [cea23c84c117:32931 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:14:42,545 INFO [cea23c84c117:32931 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:14:42,545 INFO [cea23c84c117:32931 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T07:14:42,545 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:14:42,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:14:42,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,38883,1731395680914, state=OPENING 2024-11-12T07:14:42,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:14:42,612 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:14:42,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:42,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:42,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:42,614 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:14:42,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:42,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:14:49,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:14:49,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:14:52,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:14:52,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:14:52,630 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:14:52,630 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:14:52,631 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:14:52,632 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C38883%2C1731395680914.meta, suffix=.meta, logDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs, maxLogs=32 2024-11-12T07:14:52,648 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914/cea23c84c117%2C38883%2C1731395680914.meta.1731395692633.meta, exclude list is [], retry=0 2024-11-12T07:14:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-8de12551-1e84-4ac1-8ab3-91c34ca14cc6,DISK] 2024-11-12T07:14:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-7232fdf3-7bd1-4d14-82c5-7b671c817300,DISK] 2024-11-12T07:14:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45095,DS-74706277-d555-4272-a392-71f81d077067,DISK] 2024-11-12T07:14:52,652 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,38883,1731395680914/cea23c84c117%2C38883%2C1731395680914.meta.1731395692633.meta 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43719:43719),(127.0.0.1/127.0.0.1:37371:37371),(127.0.0.1/127.0.0.1:36909:36909)] 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:14:52,653 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:14:52,653 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:14:52,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:14:52,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:14:52,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:52,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:52,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:14:52,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:14:52,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:52,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:52,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:14:52,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:14:52,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:52,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:52,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:14:52,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:14:52,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:52,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:14:52,660 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:14:52,661 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740 2024-11-12T07:14:52,662 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740 2024-11-12T07:14:52,663 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:14:52,663 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:14:52,664 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:14:52,665 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:14:52,666 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68284769, jitterRate=0.017522349953651428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:14:52,666 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:14:52,666 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395692654Writing region info on filesystem at 1731395692654Initializing all the Stores at 1731395692654Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395692654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395692655 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395692655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395692655Cleaning up temporary data from old regions at 1731395692663 (+8 ms)Running coprocessor post-open hooks at 1731395692666 (+3 ms)Region opened successfully at 1731395692666 2024-11-12T07:14:52,667 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395692621 2024-11-12T07:14:52,669 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:14:52,669 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:14:52,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:14:52,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,38883,1731395680914, state=OPEN 2024-11-12T07:14:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:14:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:14:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:14:52,710 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:14:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:52,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,38883,1731395680914 2024-11-12T07:14:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:14:52,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:14:52,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,38883,1731395680914 in 10.0960 sec 2024-11-12T07:14:52,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:14:52,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8290 sec 2024-11-12T07:14:52,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:14:52,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:14:52,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:14:52,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38883,1731395680914, seqNum=-1] 2024-11-12T07:14:52,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:14:52,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:14:52,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9320 sec 2024-11-12T07:14:52,727 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395692727, completionTime=-1 2024-11-12T07:14:52,727 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T07:14:52,728 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395752729 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731395812729 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,32931,1731395680600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,32931,1731395680600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,32931,1731395680600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:32931, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,730 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,731 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.719sec 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,32931,1731395680600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:14:52,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,32931,1731395680600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:14:52,736 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:14:52,736 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:14:52,736 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,32931,1731395680600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:14:52,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231432c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:14:52,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,32931,-1 for getting cluster id 2024-11-12T07:14:52,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:14:52,782 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83fbb99f-a2db-4e23-9f70-0d93b139e036' 2024-11-12T07:14:52,782 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:14:52,782 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83fbb99f-a2db-4e23-9f70-0d93b139e036" 2024-11-12T07:14:52,783 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:14:52,783 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,32931,-1] 2024-11-12T07:14:52,784 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:14:52,784 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:52,787 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:14:52,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdbed67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:14:52,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:14:52,789 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38883,1731395680914, seqNum=-1] 2024-11-12T07:14:52,790 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:14:52,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:14:52,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,32931,1731395680600 2024-11-12T07:14:52,793 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731395692793 (current time:1731395692793). 2024-11-12T07:14:52,793 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:14:52,793 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T07:14:52,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194e416b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:14:52,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,32931,-1 for getting cluster id 2024-11-12T07:14:52,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:14:52,795 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83fbb99f-a2db-4e23-9f70-0d93b139e036' 2024-11-12T07:14:52,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:14:52,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83fbb99f-a2db-4e23-9f70-0d93b139e036" 2024-11-12T07:14:52,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b6f066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:14:52,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,32931,-1] 2024-11-12T07:14:52,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:14:52,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:52,796 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:14:52,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4884759a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:14:52,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:14:52,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38883,1731395680914, seqNum=-1] 2024-11-12T07:14:52,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:14:52,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:14:52,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:14:52,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:14:52,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:52,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:14:52,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:14:52,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:14:52,802 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,32931,1731395680600 2024-11-12T07:14:52,802 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fbd1c08 2024-11-12T07:14:52,802 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:14:52,804 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:14:52,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:14:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T07:14:52,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:14:52,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:14:52,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T07:14:52,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:14:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741837_1013 (size=361) 2024-11-12T07:14:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741837_1013 (size=361) 2024-11-12T07:14:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741837_1013 (size=361) 2024-11-12T07:14:52,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 779c2365199ae487a4b4558b28a5adf5, NAME => 'SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,821 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5e6d5698b2d5fa0554000fb3d104bbc6, NAME => 'SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,821 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 489fb1e0a421cdd7e5f34a5866404539, NAME => 'SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741840_1016 (size=62) 2024-11-12T07:14:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741840_1016 (size=62) 2024-11-12T07:14:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741840_1016 (size=62) 2024-11-12T07:14:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 489fb1e0a421cdd7e5f34a5866404539, disabling compactions & flushes 2024-11-12T07:14:52,830 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:14:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:14:52,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. after waiting 0 ms 2024-11-12T07:14:52,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:14:52,831 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:14:52,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 489fb1e0a421cdd7e5f34a5866404539: Waiting for close lock at 1731395692830Disabling compacts and flushes for region at 1731395692830Disabling writes for close at 1731395692830Writing region close event to WAL at 1731395692831 (+1 ms)Closed at 1731395692831 2024-11-12T07:14:52,831 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bc52c9fc24e1df1b3d6fc67f67dec013, NAME => 'SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741839_1015 (size=54) 2024-11-12T07:14:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741839_1015 (size=54) 2024-11-12T07:14:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741839_1015 (size=54) 2024-11-12T07:14:52,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741838_1014 (size=62) 2024-11-12T07:14:52,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741838_1014 (size=62) 2024-11-12T07:14:52,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 779c2365199ae487a4b4558b28a5adf5, disabling compactions & flushes 2024-11-12T07:14:52,839 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:14:52,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:14:52,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. after waiting 0 ms 2024-11-12T07:14:52,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:14:52,839 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:14:52,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 779c2365199ae487a4b4558b28a5adf5: Waiting for close lock at 1731395692839Disabling compacts and flushes for region at 1731395692839Disabling writes for close at 1731395692839Writing region close event to WAL at 1731395692839Closed at 1731395692839 2024-11-12T07:14:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741838_1014 (size=62) 2024-11-12T07:14:52,840 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a7b24971b41fd54448ec0a97ec9db93, NAME => 'SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5e6d5698b2d5fa0554000fb3d104bbc6, disabling compactions & flushes 2024-11-12T07:14:52,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:14:52,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:14:52,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. after waiting 0 ms 2024-11-12T07:14:52,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:14:52,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:14:52,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5e6d5698b2d5fa0554000fb3d104bbc6: Waiting for close lock at 1731395692841Disabling compacts and flushes for region at 1731395692841Disabling writes for close at 1731395692841Writing region close event to WAL at 1731395692841Closed at 1731395692841 2024-11-12T07:14:52,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cbce931f9affde462fdd4826453c3b21, NAME => 'SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741841_1017 (size=62) 2024-11-12T07:14:52,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741841_1017 (size=62) 2024-11-12T07:14:52,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741841_1017 (size=62) 2024-11-12T07:14:52,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bc52c9fc24e1df1b3d6fc67f67dec013, disabling compactions & flushes 2024-11-12T07:14:52,849 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:14:52,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:14:52,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. after waiting 0 ms 2024-11-12T07:14:52,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:14:52,849 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:14:52,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bc52c9fc24e1df1b3d6fc67f67dec013: Waiting for close lock at 1731395692849Disabling compacts and flushes for region at 1731395692849Disabling writes for close at 1731395692849Writing region close event to WAL at 1731395692849Closed at 1731395692849 2024-11-12T07:14:52,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 070f7a94820ce76568a3173c5c184eeb, NAME => 'SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741843_1019 (size=62) 2024-11-12T07:14:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741842_1018 (size=62) 2024-11-12T07:14:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741843_1019 (size=62) 2024-11-12T07:14:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741843_1019 (size=62) 2024-11-12T07:14:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741842_1018 (size=62) 2024-11-12T07:14:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741842_1018 (size=62) 2024-11-12T07:14:52,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9a7b24971b41fd54448ec0a97ec9db93, disabling compactions & flushes 2024-11-12T07:14:52,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:14:52,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:14:52,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. after waiting 0 ms 2024-11-12T07:14:52,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:14:52,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:14:52,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a7b24971b41fd54448ec0a97ec9db93: Waiting for close lock at 1731395692859Disabling compacts and flushes for region at 1731395692859Disabling writes for close at 1731395692859Writing region close event to WAL at 1731395692859Closed at 1731395692859 2024-11-12T07:14:52,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4e67202a7127253c10bc0d400636d77, NAME => 'SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cbce931f9affde462fdd4826453c3b21, disabling compactions & flushes 2024-11-12T07:14:52,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:14:52,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:14:52,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. after waiting 0 ms 2024-11-12T07:14:52,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:14:52,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:14:52,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cbce931f9affde462fdd4826453c3b21: Waiting for close lock at 1731395692860Disabling compacts and flushes for region at 1731395692860Disabling writes for close at 1731395692860Writing region close event to WAL at 1731395692860Closed at 1731395692860 2024-11-12T07:14:52,861 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 637ff7ee8ea81ac5b64919176a051265, NAME => 'SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741844_1020 (size=62) 2024-11-12T07:14:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741844_1020 (size=62) 2024-11-12T07:14:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741844_1020 (size=62) 2024-11-12T07:14:52,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 070f7a94820ce76568a3173c5c184eeb, disabling compactions & flushes 2024-11-12T07:14:52,865 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:14:52,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:14:52,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. after waiting 0 ms 2024-11-12T07:14:52,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:14:52,865 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:14:52,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 070f7a94820ce76568a3173c5c184eeb: Waiting for close lock at 1731395692865Disabling compacts and flushes for region at 1731395692865Disabling writes for close at 1731395692865Writing region close event to WAL at 1731395692865Closed at 1731395692865 2024-11-12T07:14:52,866 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f553d2baec6d18ca28f941ec4e8b0022, NAME => 'SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e 2024-11-12T07:14:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741845_1021 (size=62) 2024-11-12T07:14:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741845_1021 (size=62) 2024-11-12T07:14:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741845_1021 (size=62) 2024-11-12T07:14:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a4e67202a7127253c10bc0d400636d77, disabling compactions & flushes 2024-11-12T07:14:52,869 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:14:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:14:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. after waiting 0 ms 2024-11-12T07:14:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:14:52,869 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:14:52,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4e67202a7127253c10bc0d400636d77: Waiting for close lock at 1731395692869Disabling compacts and flushes for region at 1731395692869Disabling writes for close at 1731395692869Writing region close event to WAL at 1731395692869Closed at 1731395692869 2024-11-12T07:14:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741846_1022 (size=62) 2024-11-12T07:14:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741846_1022 (size=62) 2024-11-12T07:14:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741846_1022 (size=62) 2024-11-12T07:14:52,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 637ff7ee8ea81ac5b64919176a051265, disabling compactions & flushes 2024-11-12T07:14:52,871 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:14:52,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:14:52,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. after waiting 0 ms 2024-11-12T07:14:52,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:14:52,871 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:14:52,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 637ff7ee8ea81ac5b64919176a051265: Waiting for close lock at 1731395692871Disabling compacts and flushes for region at 1731395692871Disabling writes for close at 1731395692871Writing region close event to WAL at 1731395692871Closed at 1731395692871 2024-11-12T07:14:52,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741847_1023 (size=54) 2024-11-12T07:14:52,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741847_1023 (size=54) 2024-11-12T07:14:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741847_1023 (size=54) 2024-11-12T07:14:52,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:14:52,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f553d2baec6d18ca28f941ec4e8b0022, disabling compactions & flushes 2024-11-12T07:14:52,880 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:14:52,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:14:52,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. after waiting 0 ms 2024-11-12T07:14:52,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:14:52,880 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:14:52,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f553d2baec6d18ca28f941ec4e8b0022: Waiting for close lock at 1731395692880Disabling compacts and flushes for region at 1731395692880Disabling writes for close at 1731395692880Writing region close event to WAL at 1731395692880Closed at 1731395692880 2024-11-12T07:14:52,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731395692881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395692881"}]},"ts":"1731395692881"} 2024-11-12T07:14:52,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T07:14:52,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:14:52,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395692888"}]},"ts":"1731395692888"} 2024-11-12T07:14:52,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T07:14:52,890 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:14:52,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:14:52,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:14:52,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T07:14:52,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:14:52,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:14:52,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T07:14:52,895 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:14:52,895 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:14:52,895 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T07:14:52,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:14:52,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=779c2365199ae487a4b4558b28a5adf5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=489fb1e0a421cdd7e5f34a5866404539, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc52c9fc24e1df1b3d6fc67f67dec013, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a7b24971b41fd54448ec0a97ec9db93, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070f7a94820ce76568a3173c5c184eeb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4e67202a7127253c10bc0d400636d77, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f553d2baec6d18ca28f941ec4e8b0022, ASSIGN}] 2024-11-12T07:14:52,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f553d2baec6d18ca28f941ec4e8b0022, ASSIGN 2024-11-12T07:14:52,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN 2024-11-12T07:14:52,897 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4e67202a7127253c10bc0d400636d77, ASSIGN 2024-11-12T07:14:52,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070f7a94820ce76568a3173c5c184eeb, ASSIGN 2024-11-12T07:14:52,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN 2024-11-12T07:14:52,898 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4e67202a7127253c10bc0d400636d77, ASSIGN; state=OFFLINE, location=cea23c84c117,37087,1731395680853; forceNewPlan=false, retain=false 2024-11-12T07:14:52,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=070f7a94820ce76568a3173c5c184eeb, ASSIGN; state=OFFLINE, location=cea23c84c117,38883,1731395680914; forceNewPlan=false, retain=false 2024-11-12T07:14:52,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f553d2baec6d18ca28f941ec4e8b0022, ASSIGN; state=OFFLINE, location=cea23c84c117,38883,1731395680914; forceNewPlan=false, retain=false 2024-11-12T07:14:52,898 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN; state=OFFLINE, location=cea23c84c117,35915,1731395680786; forceNewPlan=false, retain=false 2024-11-12T07:14:52,899 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN; state=OFFLINE, location=cea23c84c117,35915,1731395680786; forceNewPlan=false, retain=false 2024-11-12T07:14:52,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a7b24971b41fd54448ec0a97ec9db93, ASSIGN 2024-11-12T07:14:52,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a7b24971b41fd54448ec0a97ec9db93, ASSIGN; state=OFFLINE, location=cea23c84c117,37087,1731395680853; forceNewPlan=false, retain=false 2024-11-12T07:14:52,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN 2024-11-12T07:14:52,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc52c9fc24e1df1b3d6fc67f67dec013, ASSIGN 2024-11-12T07:14:52,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=489fb1e0a421cdd7e5f34a5866404539, ASSIGN 2024-11-12T07:14:52,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=779c2365199ae487a4b4558b28a5adf5, ASSIGN 2024-11-12T07:14:52,902 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN; state=OFFLINE, location=cea23c84c117,35915,1731395680786; forceNewPlan=false, retain=false 2024-11-12T07:14:52,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc52c9fc24e1df1b3d6fc67f67dec013, ASSIGN; state=OFFLINE, location=cea23c84c117,38883,1731395680914; forceNewPlan=false, retain=false 2024-11-12T07:14:52,902 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=489fb1e0a421cdd7e5f34a5866404539, ASSIGN; state=OFFLINE, location=cea23c84c117,38883,1731395680914; forceNewPlan=false, retain=false 2024-11-12T07:14:52,903 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=779c2365199ae487a4b4558b28a5adf5, ASSIGN; state=OFFLINE, location=cea23c84c117,37087,1731395680853; forceNewPlan=false, retain=false 2024-11-12T07:14:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:53,050 INFO [cea23c84c117:32931 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T07:14:53,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=070f7a94820ce76568a3173c5c184eeb, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:14:53,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bc52c9fc24e1df1b3d6fc67f67dec013, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:14:53,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f553d2baec6d18ca28f941ec4e8b0022, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:14:53,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=489fb1e0a421cdd7e5f34a5866404539, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:14:53,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a4e67202a7127253c10bc0d400636d77, regionState=OPENING, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:14:53,052 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a7b24971b41fd54448ec0a97ec9db93, regionState=OPENING, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:14:53,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=779c2365199ae487a4b4558b28a5adf5, regionState=OPENING, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:14:53,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=637ff7ee8ea81ac5b64919176a051265, regionState=OPENING, regionLocation=cea23c84c117,35915,1731395680786 2024-11-12T07:14:53,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5e6d5698b2d5fa0554000fb3d104bbc6, regionState=OPENING, regionLocation=cea23c84c117,35915,1731395680786 2024-11-12T07:14:53,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cbce931f9affde462fdd4826453c3b21, regionState=OPENING, regionLocation=cea23c84c117,35915,1731395680786 2024-11-12T07:14:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4e67202a7127253c10bc0d400636d77, ASSIGN because future has completed 2024-11-12T07:14:53,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4e67202a7127253c10bc0d400636d77, server=cea23c84c117,37087,1731395680853}] 2024-11-12T07:14:53,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=489fb1e0a421cdd7e5f34a5866404539, ASSIGN because future has completed 2024-11-12T07:14:53,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489fb1e0a421cdd7e5f34a5866404539, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:14:53,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f553d2baec6d18ca28f941ec4e8b0022, ASSIGN because future has completed 2024-11-12T07:14:53,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=070f7a94820ce76568a3173c5c184eeb, ASSIGN because future has completed 2024-11-12T07:14:53,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a7b24971b41fd54448ec0a97ec9db93, ASSIGN because future has completed 2024-11-12T07:14:53,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93, server=cea23c84c117,37087,1731395680853}] 2024-11-12T07:14:53,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=779c2365199ae487a4b4558b28a5adf5, ASSIGN because future has completed 2024-11-12T07:14:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN because future has completed 2024-11-12T07:14:53,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637ff7ee8ea81ac5b64919176a051265, server=cea23c84c117,35915,1731395680786}] 2024-11-12T07:14:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN because future has completed 2024-11-12T07:14:53,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc52c9fc24e1df1b3d6fc67f67dec013, ASSIGN because future has completed 2024-11-12T07:14:53,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070f7a94820ce76568a3173c5c184eeb, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:14:53,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f553d2baec6d18ca28f941ec4e8b0022, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:14:53,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN because future has completed 2024-11-12T07:14:53,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779c2365199ae487a4b4558b28a5adf5, server=cea23c84c117,37087,1731395680853}] 2024-11-12T07:14:53,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:14:53,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbce931f9affde462fdd4826453c3b21, server=cea23c84c117,35915,1731395680786}] 2024-11-12T07:14:53,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6, server=cea23c84c117,35915,1731395680786}] 2024-11-12T07:14:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:54,134 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:14:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:55,566 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T07:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:14:57,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:57,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:57,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:58,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:14:58,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:58,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:14:58,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:15:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:15:03,060 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:15:03,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:15:03,069 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:03,069 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 070f7a94820ce76568a3173c5c184eeb, NAME => 'SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a7b24971b41fd54448ec0a97ec9db93, NAME => 'SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,070 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,072 INFO [StoreOpener-9a7b24971b41fd54448ec0a97ec9db93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,072 INFO [StoreOpener-070f7a94820ce76568a3173c5c184eeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,074 INFO [StoreOpener-9a7b24971b41fd54448ec0a97ec9db93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7b24971b41fd54448ec0a97ec9db93 columnFamilyName cf 2024-11-12T07:15:03,074 INFO [StoreOpener-070f7a94820ce76568a3173c5c184eeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070f7a94820ce76568a3173c5c184eeb columnFamilyName cf 2024-11-12T07:15:03,074 DEBUG [StoreOpener-9a7b24971b41fd54448ec0a97ec9db93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,074 DEBUG [StoreOpener-070f7a94820ce76568a3173c5c184eeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,075 INFO [StoreOpener-070f7a94820ce76568a3173c5c184eeb-1 {}] regionserver.HStore(327): Store=070f7a94820ce76568a3173c5c184eeb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,075 INFO [StoreOpener-9a7b24971b41fd54448ec0a97ec9db93-1 {}] regionserver.HStore(327): Store=9a7b24971b41fd54448ec0a97ec9db93/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,075 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,075 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,076 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,078 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,078 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,078 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:15:03,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:15:03,080 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/9a7b24971b41fd54448ec0a97ec9db93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,081 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,081 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9a7b24971b41fd54448ec0a97ec9db93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742385, jitterRate=0.039242520928382874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,081 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:03,081 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9a7b24971b41fd54448ec0a97ec9db93: Running coprocessor pre-open hook at 1731395703070Writing region info on filesystem at 1731395703070Initializing all the Stores at 1731395703072 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703072Cleaning up temporary data from old regions at 1731395703076 (+4 ms)Running coprocessor post-open hooks at 1731395703081 (+5 ms)Region opened successfully at 1731395703081 2024-11-12T07:15:03,081 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 070f7a94820ce76568a3173c5c184eeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61758552, jitterRate=-0.07972586154937744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,081 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:03,081 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 070f7a94820ce76568a3173c5c184eeb: Running coprocessor pre-open hook at 1731395703070Writing region info on filesystem at 1731395703070Initializing all the Stores at 1731395703072 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703072Cleaning up temporary data from old regions at 1731395703076 (+4 ms)Running coprocessor post-open hooks at 1731395703081 (+5 ms)Region opened successfully at 1731395703081 2024-11-12T07:15:03,082 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93., pid=17, masterSystemTime=1731395703059 2024-11-12T07:15:03,082 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb., pid=20, masterSystemTime=1731395703061 2024-11-12T07:15:03,083 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:03,083 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:03,084 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:03,084 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a4e67202a7127253c10bc0d400636d77, NAME => 'SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T07:15:03,084 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,084 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,084 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a7b24971b41fd54448ec0a97ec9db93, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:15:03,084 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:03,084 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,084 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:03,084 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:03,085 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f553d2baec6d18ca28f941ec4e8b0022, NAME => 'SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T07:15:03,085 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,085 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,085 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,085 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=070f7a94820ce76568a3173c5c184eeb, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:03,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93, server=cea23c84c117,37087,1731395680853 because future has completed 2024-11-12T07:15:03,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070f7a94820ce76568a3173c5c184eeb, server=cea23c84c117,38883,1731395680914 because future has completed 2024-11-12T07:15:03,088 INFO [StoreOpener-a4e67202a7127253c10bc0d400636d77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,088 INFO [StoreOpener-f553d2baec6d18ca28f941ec4e8b0022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-12T07:15:03,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93, server=cea23c84c117,37087,1731395680853 in 10.0250 sec 2024-11-12T07:15:03,091 INFO [StoreOpener-a4e67202a7127253c10bc0d400636d77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4e67202a7127253c10bc0d400636d77 columnFamilyName cf 2024-11-12T07:15:03,091 DEBUG [StoreOpener-a4e67202a7127253c10bc0d400636d77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-12T07:15:03,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a7b24971b41fd54448ec0a97ec9db93, ASSIGN in 10.1950 sec 2024-11-12T07:15:03,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 070f7a94820ce76568a3173c5c184eeb, server=cea23c84c117,38883,1731395680914 in 10.0210 sec 2024-11-12T07:15:03,092 INFO [StoreOpener-a4e67202a7127253c10bc0d400636d77-1 {}] regionserver.HStore(327): Store=a4e67202a7127253c10bc0d400636d77/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,092 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,093 INFO [StoreOpener-f553d2baec6d18ca28f941ec4e8b0022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f553d2baec6d18ca28f941ec4e8b0022 columnFamilyName cf 2024-11-12T07:15:03,093 DEBUG [StoreOpener-f553d2baec6d18ca28f941ec4e8b0022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,093 INFO [StoreOpener-f553d2baec6d18ca28f941ec4e8b0022-1 {}] regionserver.HStore(327): Store=f553d2baec6d18ca28f941ec4e8b0022/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,093 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,094 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,094 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070f7a94820ce76568a3173c5c184eeb, ASSIGN in 10.1960 sec 2024-11-12T07:15:03,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,096 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,096 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,097 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,098 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,099 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:03,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 637ff7ee8ea81ac5b64919176a051265, NAME => 'SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T07:15:03,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,099 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,100 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,100 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f553d2baec6d18ca28f941ec4e8b0022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74119395, jitterRate=0.104465052485466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,100 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:03,100 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f553d2baec6d18ca28f941ec4e8b0022: Running coprocessor pre-open hook at 1731395703085Writing region info on filesystem at 1731395703085Initializing all the Stores at 1731395703086 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703086Cleaning up temporary data from old regions at 1731395703095 (+9 ms)Running coprocessor post-open hooks at 1731395703100 (+5 ms)Region opened successfully at 1731395703100 2024-11-12T07:15:03,101 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., pid=19, masterSystemTime=1731395703061 2024-11-12T07:15:03,101 INFO [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:03,103 INFO [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637ff7ee8ea81ac5b64919176a051265 columnFamilyName cf 2024-11-12T07:15:03,103 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:03,103 DEBUG [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,103 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:03,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bc52c9fc24e1df1b3d6fc67f67dec013, NAME => 'SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T07:15:03,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f553d2baec6d18ca28f941ec4e8b0022, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:03,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,104 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,105 INFO [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] regionserver.HStore(327): Store=637ff7ee8ea81ac5b64919176a051265/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f553d2baec6d18ca28f941ec4e8b0022, server=cea23c84c117,38883,1731395680914 because future has completed 2024-11-12T07:15:03,106 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,106 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,107 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,107 INFO [StoreOpener-bc52c9fc24e1df1b3d6fc67f67dec013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,108 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a4e67202a7127253c10bc0d400636d77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69550029, jitterRate=0.036376193165779114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,108 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:03,108 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,108 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a4e67202a7127253c10bc0d400636d77: Running coprocessor pre-open hook at 1731395703084Writing region info on filesystem at 1731395703084Initializing all the Stores at 1731395703086 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703086Cleaning up temporary data from old regions at 1731395703096 (+10 ms)Running coprocessor post-open hooks at 1731395703108 (+12 ms)Region opened successfully at 1731395703108 2024-11-12T07:15:03,109 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,109 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,109 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., pid=15, masterSystemTime=1731395703059 2024-11-12T07:15:03,109 INFO [StoreOpener-bc52c9fc24e1df1b3d6fc67f67dec013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc52c9fc24e1df1b3d6fc67f67dec013 columnFamilyName cf 2024-11-12T07:15:03,109 DEBUG [StoreOpener-bc52c9fc24e1df1b3d6fc67f67dec013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-12T07:15:03,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f553d2baec6d18ca28f941ec4e8b0022, server=cea23c84c117,38883,1731395680914 in 10.0400 sec 2024-11-12T07:15:03,110 INFO [StoreOpener-bc52c9fc24e1df1b3d6fc67f67dec013-1 {}] regionserver.HStore(327): Store=bc52c9fc24e1df1b3d6fc67f67dec013/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,110 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,111 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:03,111 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,111 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:03,111 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 779c2365199ae487a4b4558b28a5adf5, NAME => 'SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f553d2baec6d18ca28f941ec4e8b0022, ASSIGN in 10.2150 sec 2024-11-12T07:15:03,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a4e67202a7127253c10bc0d400636d77, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,112 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,113 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,113 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,114 INFO [StoreOpener-779c2365199ae487a4b4558b28a5adf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4e67202a7127253c10bc0d400636d77, server=cea23c84c117,37087,1731395680853 because future has completed 2024-11-12T07:15:03,115 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,116 INFO [StoreOpener-779c2365199ae487a4b4558b28a5adf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779c2365199ae487a4b4558b28a5adf5 columnFamilyName cf 2024-11-12T07:15:03,116 DEBUG [StoreOpener-779c2365199ae487a4b4558b28a5adf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,116 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 637ff7ee8ea81ac5b64919176a051265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59826381, jitterRate=-0.10851745307445526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,116 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:03,116 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 637ff7ee8ea81ac5b64919176a051265: Running coprocessor pre-open hook at 1731395703100Writing region info on filesystem at 1731395703100Initializing all the Stores at 1731395703101 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703101Cleaning up temporary data from old regions at 1731395703109 (+8 ms)Running coprocessor post-open hooks at 1731395703116 (+7 ms)Region opened successfully at 1731395703116 2024-11-12T07:15:03,117 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,117 INFO [StoreOpener-779c2365199ae487a4b4558b28a5adf5-1 {}] regionserver.HStore(327): Store=779c2365199ae487a4b4558b28a5adf5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,117 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,118 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., pid=18, masterSystemTime=1731395703078 2024-11-12T07:15:03,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-12T07:15:03,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a4e67202a7127253c10bc0d400636d77, server=cea23c84c117,37087,1731395680853 in 10.0590 sec 2024-11-12T07:15:03,119 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,119 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4e67202a7127253c10bc0d400636d77, ASSIGN in 10.2230 sec 2024-11-12T07:15:03,120 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:03,120 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:03,120 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:03,120 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,120 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => cbce931f9affde462fdd4826453c3b21, NAME => 'SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T07:15:03,120 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=637ff7ee8ea81ac5b64919176a051265, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,35915,1731395680786 2024-11-12T07:15:03,121 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,121 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,121 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,121 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,122 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/bc52c9fc24e1df1b3d6fc67f67dec013/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637ff7ee8ea81ac5b64919176a051265, server=cea23c84c117,35915,1731395680786 because future has completed 2024-11-12T07:15:03,123 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bc52c9fc24e1df1b3d6fc67f67dec013; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61775576, jitterRate=-0.07947218418121338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,123 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:03,123 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bc52c9fc24e1df1b3d6fc67f67dec013: Running coprocessor pre-open hook at 1731395703104Writing region info on filesystem at 1731395703104Initializing all the Stores at 1731395703105 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703105Cleaning up temporary data from old regions at 1731395703113 (+8 ms)Running coprocessor post-open hooks at 1731395703123 (+10 ms)Region opened successfully at 1731395703123 2024-11-12T07:15:03,123 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,124 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013., pid=23, masterSystemTime=1731395703061 2024-11-12T07:15:03,126 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:03,126 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:03,126 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:03,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-12T07:15:03,126 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 489fb1e0a421cdd7e5f34a5866404539, NAME => 'SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T07:15:03,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bc52c9fc24e1df1b3d6fc67f67dec013, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:03,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 637ff7ee8ea81ac5b64919176a051265, server=cea23c84c117,35915,1731395680786 in 10.0600 sec 2024-11-12T07:15:03,126 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,127 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,127 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,127 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN in 10.2310 sec 2024-11-12T07:15:03,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013, server=cea23c84c117,38883,1731395680914 because future has completed 2024-11-12T07:15:03,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-12T07:15:03,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013, server=cea23c84c117,38883,1731395680914 in 10.0550 sec 2024-11-12T07:15:03,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc52c9fc24e1df1b3d6fc67f67dec013, ASSIGN in 10.2370 sec 2024-11-12T07:15:03,136 INFO [StoreOpener-489fb1e0a421cdd7e5f34a5866404539-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,136 INFO [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,136 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/779c2365199ae487a4b4558b28a5adf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,137 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 779c2365199ae487a4b4558b28a5adf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69530505, jitterRate=0.03608526289463043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,137 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:03,137 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 779c2365199ae487a4b4558b28a5adf5: Running coprocessor pre-open hook at 1731395703112Writing region info on filesystem at 1731395703112Initializing all the Stores at 1731395703113 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703113Cleaning up temporary data from old regions at 1731395703120 (+7 ms)Running coprocessor post-open hooks at 1731395703137 (+17 ms)Region opened successfully at 1731395703137 2024-11-12T07:15:03,138 INFO [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbce931f9affde462fdd4826453c3b21 columnFamilyName cf 2024-11-12T07:15:03,138 INFO [StoreOpener-489fb1e0a421cdd7e5f34a5866404539-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489fb1e0a421cdd7e5f34a5866404539 columnFamilyName cf 2024-11-12T07:15:03,138 DEBUG [StoreOpener-489fb1e0a421cdd7e5f34a5866404539-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,138 DEBUG [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,138 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5., pid=21, masterSystemTime=1731395703059 2024-11-12T07:15:03,138 INFO [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] regionserver.HStore(327): Store=cbce931f9affde462fdd4826453c3b21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,138 INFO [StoreOpener-489fb1e0a421cdd7e5f34a5866404539-1 {}] regionserver.HStore(327): Store=489fb1e0a421cdd7e5f34a5866404539/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,138 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,138 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,139 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,139 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,140 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:03,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=779c2365199ae487a4b4558b28a5adf5, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:15:03,142 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,142 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779c2365199ae487a4b4558b28a5adf5, server=cea23c84c117,37087,1731395680853 because future has completed 2024-11-12T07:15:03,144 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/489fb1e0a421cdd7e5f34a5866404539/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,144 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/cbce931f9affde462fdd4826453c3b21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,145 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 489fb1e0a421cdd7e5f34a5866404539; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68955666, jitterRate=0.02751949429512024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,145 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened cbce931f9affde462fdd4826453c3b21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66855417, jitterRate=-0.003776654601097107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:03,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:03,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 489fb1e0a421cdd7e5f34a5866404539: Running coprocessor pre-open hook at 1731395703127Writing region info on filesystem at 1731395703127Initializing all the Stores at 1731395703128 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703128Cleaning up temporary data from old regions at 1731395703140 (+12 ms)Running coprocessor post-open hooks at 1731395703145 (+5 ms)Region opened successfully at 1731395703145 2024-11-12T07:15:03,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for cbce931f9affde462fdd4826453c3b21: Running coprocessor pre-open hook at 1731395703121Writing region info on filesystem at 1731395703121Initializing all the Stores at 1731395703126 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703126Cleaning up temporary data from old regions at 1731395703140 (+14 ms)Running coprocessor post-open hooks at 1731395703145 (+5 ms)Region opened successfully at 1731395703145 2024-11-12T07:15:03,146 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539., pid=16, masterSystemTime=1731395703061 2024-11-12T07:15:03,146 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21., pid=22, masterSystemTime=1731395703078 2024-11-12T07:15:03,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-12T07:15:03,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 779c2365199ae487a4b4558b28a5adf5, server=cea23c84c117,37087,1731395680853 in 10.0770 sec 2024-11-12T07:15:03,147 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:03,147 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:03,148 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:03,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6d5698b2d5fa0554000fb3d104bbc6, NAME => 'SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T07:15:03,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cbce931f9affde462fdd4826453c3b21, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,35915,1731395680786 2024-11-12T07:15:03,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=779c2365199ae487a4b4558b28a5adf5, ASSIGN in 10.2510 sec 2024-11-12T07:15:03,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:03,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,149 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:03,149 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:03,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=489fb1e0a421cdd7e5f34a5866404539, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:03,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbce931f9affde462fdd4826453c3b21, server=cea23c84c117,35915,1731395680786 because future has completed 2024-11-12T07:15:03,150 INFO [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489fb1e0a421cdd7e5f34a5866404539, server=cea23c84c117,38883,1731395680914 because future has completed 2024-11-12T07:15:03,153 INFO [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6d5698b2d5fa0554000fb3d104bbc6 columnFamilyName cf 2024-11-12T07:15:03,153 DEBUG [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:03,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-12T07:15:03,154 INFO [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] regionserver.HStore(327): Store=5e6d5698b2d5fa0554000fb3d104bbc6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:03,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cbce931f9affde462fdd4826453c3b21, server=cea23c84c117,35915,1731395680786 in 10.0780 sec 2024-11-12T07:15:03,154 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,154 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,155 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-12T07:15:03,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN in 10.2590 sec 2024-11-12T07:15:03,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 489fb1e0a421cdd7e5f34a5866404539, server=cea23c84c117,38883,1731395680914 in 10.0960 sec 2024-11-12T07:15:03,155 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,155 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=489fb1e0a421cdd7e5f34a5866404539, ASSIGN in 10.2600 sec 2024-11-12T07:15:03,157 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,160 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/5e6d5698b2d5fa0554000fb3d104bbc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:15:03,160 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5e6d5698b2d5fa0554000fb3d104bbc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59731993, jitterRate=-0.10992394387722015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:03,160 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:03,160 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5e6d5698b2d5fa0554000fb3d104bbc6: Running coprocessor pre-open hook at 1731395703148Writing region info on filesystem at 1731395703148Initializing all the Stores at 1731395703150 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395703150Cleaning up temporary data from old regions at 1731395703155 (+5 ms)Running coprocessor post-open hooks at 1731395703160 (+5 ms)Region opened successfully at 1731395703160 2024-11-12T07:15:03,161 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6., pid=24, masterSystemTime=1731395703078 2024-11-12T07:15:03,163 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:03,163 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:03,164 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5e6d5698b2d5fa0554000fb3d104bbc6, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,35915,1731395680786 2024-11-12T07:15:03,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6, server=cea23c84c117,35915,1731395680786 because future has completed 2024-11-12T07:15:03,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-12T07:15:03,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6, server=cea23c84c117,35915,1731395680786 in 10.0880 sec 2024-11-12T07:15:03,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-12T07:15:03,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN in 10.2730 sec 2024-11-12T07:15:03,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:15:03,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395703171"}]},"ts":"1731395703171"} 2024-11-12T07:15:03,173 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T07:15:03,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:15:03,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3690 sec 2024-11-12T07:15:06,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T07:15:08,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:15:08,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:15:08,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:15:08,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:15:10,560 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:15:11,065 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T07:15:11,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T07:15:11,065 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:15:11,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T07:15:11,069 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:15:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T07:15:11,100 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,101 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,103 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,105 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,144 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., hostname=cea23c84c117,37087,1731395680853, seqNum=2] 2024-11-12T07:15:11,146 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., hostname=cea23c84c117,37087,1731395680853, seqNum=2] 2024-11-12T07:15:11,148 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., hostname=cea23c84c117,37087,1731395680853, seqNum=2] 2024-11-12T07:15:11,149 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., hostname=cea23c84c117,37087,1731395680853, seqNum=2] 2024-11-12T07:15:11,151 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., hostname=cea23c84c117,37087,1731395680853, seqNum=2] 2024-11-12T07:15:11,181 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., hostname=cea23c84c117,35915,1731395680786, seqNum=2] 2024-11-12T07:15:11,183 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., hostname=cea23c84c117,35915,1731395680786, seqNum=2] 2024-11-12T07:15:11,184 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., hostname=cea23c84c117,35915,1731395680786, seqNum=2] 2024-11-12T07:15:11,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., hostname=cea23c84c117,35915,1731395680786, seqNum=2] 2024-11-12T07:15:11,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., hostname=cea23c84c117,35915,1731395680786, seqNum=2] 2024-11-12T07:15:11,187 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., hostname=cea23c84c117,35915,1731395680786, seqNum=2] 2024-11-12T07:15:11,259 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,261 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,263 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:11,265 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., hostname=cea23c84c117,38883,1731395680914, seqNum=2] 2024-11-12T07:15:12,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:15:12,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:15:12,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:15:12,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:15:12,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:15:12,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35915 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:15:12,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:12,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:15:12,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:15:12,614 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T07:15:12,615 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:15:12,615 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:15:12,616 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:15:12,619 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:15:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741848_1024 (size=49) 2024-11-12T07:15:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741848_1024 (size=49) 2024-11-12T07:15:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741848_1024 (size=49) 2024-11-12T07:15:12,631 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:15:12,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c2365199ae487a4b4558b28a5adf5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489fb1e0a421cdd7e5f34a5866404539}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbce931f9affde462fdd4826453c3b21}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070f7a94820ce76568a3173c5c184eeb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4e67202a7127253c10bc0d400636d77}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 637ff7ee8ea81ac5b64919176a051265}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f553d2baec6d18ca28f941ec4e8b0022}] 2024-11-12T07:15:12,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:12,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:12,636 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:12,637 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:12,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:12,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:12,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:12,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:12,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:12,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T07:15:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T07:15:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T07:15:22,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T07:15:22,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:22,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T07:15:22,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 070f7a94820ce76568a3173c5c184eeb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T07:15:22,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:22,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T07:15:22,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T07:15:22,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:22,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T07:15:22,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:22,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9a7b24971b41fd54448ec0a97ec9db93: 2024-11-12T07:15:22,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T07:15:22,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 637ff7ee8ea81ac5b64919176a051265 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T07:15:22,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:22,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f553d2baec6d18ca28f941ec4e8b0022 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T07:15:22,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T07:15:22,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:22,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 779c2365199ae487a4b4558b28a5adf5: 2024-11-12T07:15:22,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cbce931f9affde462fdd4826453c3b21: 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:15:22,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a4e67202a7127253c10bc0d400636d77 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 489fb1e0a421cdd7e5f34a5866404539: 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5e6d5698b2d5fa0554000fb3d104bbc6: 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:15:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741849_1025 (size=65) 2024-11-12T07:15:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741849_1025 (size=65) 2024-11-12T07:15:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741849_1025 (size=65) 2024-11-12T07:15:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741850_1026 (size=57) 2024-11-12T07:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741850_1026 (size=57) 2024-11-12T07:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741850_1026 (size=57) 2024-11-12T07:15:22,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:22,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T07:15:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T07:15:22,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:22,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:22,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 779c2365199ae487a4b4558b28a5adf5 in 10.0490 sec 2024-11-12T07:15:22,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/.tmp/cf/d619e18323ff4f6aa8c140ae2ddabb82 is 34, key is ccd/cf:cf/1731395712079/Put/seqid=0 2024-11-12T07:15:22,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/.tmp/cf/b0ccc377bf144bc88d9e07f685e3c44d is 34, key is baa/cf:cf/1731395712047/Put/seqid=0 2024-11-12T07:15:22,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/.tmp/cf/8a712ac8eab34dc782d3d55b0bdf56d6 is 34, key is aaa/cf:cf/1731395712124/Put/seqid=0 2024-11-12T07:15:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741851_1027 (size=65) 2024-11-12T07:15:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741851_1027 (size=65) 2024-11-12T07:15:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741851_1027 (size=65) 2024-11-12T07:15:22,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:22,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T07:15:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T07:15:22,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:22,708 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:22,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6 in 10.0780 sec 2024-11-12T07:15:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741853_1029 (size=65) 2024-11-12T07:15:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741853_1029 (size=65) 2024-11-12T07:15:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741853_1029 (size=65) 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bc52c9fc24e1df1b3d6fc67f67dec013: 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:15:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T07:15:22,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:22,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:22,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 489fb1e0a421cdd7e5f34a5866404539 in 10.0830 sec 2024-11-12T07:15:22,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/.tmp/cf/50edf6506f944f31aff24e81f1d2f72b is 34, key is eaa/cf:cf/1731395712507/Put/seqid=0 2024-11-12T07:15:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741852_1028 (size=65) 2024-11-12T07:15:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741852_1028 (size=65) 2024-11-12T07:15:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741852_1028 (size=65) 2024-11-12T07:15:22,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:22,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T07:15:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T07:15:22,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:22,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:22,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9a7b24971b41fd54448ec0a97ec9db93 in 10.1000 sec 2024-11-12T07:15:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741854_1030 (size=47197) 2024-11-12T07:15:22,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741854_1030 (size=47197) 2024-11-12T07:15:22,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741854_1030 (size=47197) 2024-11-12T07:15:22,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/.tmp/cf/d619e18323ff4f6aa8c140ae2ddabb82 2024-11-12T07:15:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741857_1033 (size=499309) 2024-11-12T07:15:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741857_1033 (size=499309) 2024-11-12T07:15:22,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/.tmp/cf/d619e18323ff4f6aa8c140ae2ddabb82 as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/cf/d619e18323ff4f6aa8c140ae2ddabb82 2024-11-12T07:15:22,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741857_1033 (size=499309) 2024-11-12T07:15:22,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/.tmp/cf/50edf6506f944f31aff24e81f1d2f72b 2024-11-12T07:15:22,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/.tmp/cf/50edf6506f944f31aff24e81f1d2f72b as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/cf/50edf6506f944f31aff24e81f1d2f72b 2024-11-12T07:15:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741855_1031 (size=28623) 2024-11-12T07:15:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741855_1031 (size=28623) 2024-11-12T07:15:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741855_1031 (size=28623) 2024-11-12T07:15:22,767 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/.tmp/cf/b0ccc377bf144bc88d9e07f685e3c44d 2024-11-12T07:15:22,769 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/cf/d619e18323ff4f6aa8c140ae2ddabb82, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T07:15:22,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 637ff7ee8ea81ac5b64919176a051265 in 128ms, sequenceid=5, compaction requested=false 2024-11-12T07:15:22,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 637ff7ee8ea81ac5b64919176a051265: 2024-11-12T07:15:22,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/cf/d619e18323ff4f6aa8c140ae2ddabb82] hfiles 2024-11-12T07:15:22,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/cf/d619e18323ff4f6aa8c140ae2ddabb82 for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741856_1032 (size=26918) 2024-11-12T07:15:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741856_1032 (size=26918) 2024-11-12T07:15:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741856_1032 (size=26918) 2024-11-12T07:15:22,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/.tmp/cf/8a712ac8eab34dc782d3d55b0bdf56d6 2024-11-12T07:15:22,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/cf/50edf6506f944f31aff24e81f1d2f72b, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T07:15:22,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f553d2baec6d18ca28f941ec4e8b0022 in 134ms, sequenceid=5, compaction requested=false 2024-11-12T07:15:22,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f553d2baec6d18ca28f941ec4e8b0022: 2024-11-12T07:15:22,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/cf/50edf6506f944f31aff24e81f1d2f72b] hfiles 2024-11-12T07:15:22,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/cf/50edf6506f944f31aff24e81f1d2f72b for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/.tmp/cf/b0ccc377bf144bc88d9e07f685e3c44d as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/cf/b0ccc377bf144bc88d9e07f685e3c44d 2024-11-12T07:15:22,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741858_1034 (size=65) 2024-11-12T07:15:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741858_1034 (size=65) 2024-11-12T07:15:22,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/.tmp/cf/8a712ac8eab34dc782d3d55b0bdf56d6 as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/cf/8a712ac8eab34dc782d3d55b0bdf56d6 2024-11-12T07:15:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741858_1034 (size=65) 2024-11-12T07:15:22,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:22,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T07:15:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T07:15:22,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:22,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:22,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/cf/b0ccc377bf144bc88d9e07f685e3c44d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T07:15:22,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a4e67202a7127253c10bc0d400636d77 in 150ms, sequenceid=5, compaction requested=false 2024-11-12T07:15:22,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a4e67202a7127253c10bc0d400636d77: 2024-11-12T07:15:22,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc52c9fc24e1df1b3d6fc67f67dec013 in 10.1610 sec 2024-11-12T07:15:22,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/cf/b0ccc377bf144bc88d9e07f685e3c44d] hfiles 2024-11-12T07:15:22,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/cf/b0ccc377bf144bc88d9e07f685e3c44d for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,796 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/cf/8a712ac8eab34dc782d3d55b0bdf56d6, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T07:15:22,797 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 070f7a94820ce76568a3173c5c184eeb in 157ms, sequenceid=5, compaction requested=false 2024-11-12T07:15:22,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 070f7a94820ce76568a3173c5c184eeb: 2024-11-12T07:15:22,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. for SnapshotProcedureTest completed. 2024-11-12T07:15:22,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:15:22,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/cf/8a712ac8eab34dc782d3d55b0bdf56d6] hfiles 2024-11-12T07:15:22,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/cf/8a712ac8eab34dc782d3d55b0bdf56d6 for snapshot=SnapshotProcedureTest 2024-11-12T07:15:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741859_1035 (size=105) 2024-11-12T07:15:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741860_1036 (size=97) 2024-11-12T07:15:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741860_1036 (size=97) 2024-11-12T07:15:22,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741859_1035 (size=105) 2024-11-12T07:15:22,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T07:15:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741859_1035 (size=105) 2024-11-12T07:15:22,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:22,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T07:15:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741860_1036 (size=97) 2024-11-12T07:15:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T07:15:22,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T07:15:22,817 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:22,817 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:22,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:22,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f553d2baec6d18ca28f941ec4e8b0022 in 10.1880 sec 2024-11-12T07:15:22,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 637ff7ee8ea81ac5b64919176a051265 in 10.1880 sec 2024-11-12T07:15:22,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741861_1037 (size=105) 2024-11-12T07:15:22,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741861_1037 (size=105) 2024-11-12T07:15:22,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741861_1037 (size=105) 2024-11-12T07:15:22,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:22,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T07:15:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T07:15:22,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:22,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:22,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4e67202a7127253c10bc0d400636d77 in 10.2220 sec 2024-11-12T07:15:22,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741862_1038 (size=105) 2024-11-12T07:15:22,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741862_1038 (size=105) 2024-11-12T07:15:22,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741862_1038 (size=105) 2024-11-12T07:15:22,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:22,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T07:15:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T07:15:22,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:22,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:22,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 070f7a94820ce76568a3173c5c184eeb in 10.2390 sec 2024-11-12T07:15:23,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:23,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T07:15:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T07:15:23,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:23,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:23,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-11-12T07:15:23,072 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:15:23,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbce931f9affde462fdd4826453c3b21 in 10.4390 sec 2024-11-12T07:15:23,073 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:15:23,073 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:15:23,074 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T07:15:23,075 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T07:15:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741863_1039 (size=1174) 2024-11-12T07:15:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741863_1039 (size=1174) 2024-11-12T07:15:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741863_1039 (size=1174) 2024-11-12T07:15:23,102 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:15:23,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T07:15:23,110 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:23,110 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,110 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:23,110 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,110 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,115 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:23,115 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:23,115 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:23,115 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:23,131 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:15:23,131 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,132 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cea23c84c117,35915,1731395680786: Simulated kill ***** 2024-11-12T07:15:23,132 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:15:23,132 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:15:23,133 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:15:23,133 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:15:23,133 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:15:23,133 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 763855872 }, "NonHeapMemoryUsage": { "committed": 178388992, "init": 7667712, "max": -1, "used": 173672064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:15:23,134 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32931 {}] master.MasterRpcServices(700): cea23c84c117,35915,1731395680786 reported a fatal error: ***** ABORTING region server cea23c84c117,35915,1731395680786: Simulated kill ***** 2024-11-12T07:15:23,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,35915,1731395680786' ***** 2024-11-12T07:15:23,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T07:15:23,135 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:15:23,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:15:23,135 INFO [RS:0;cea23c84c117:35915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T07:15:23,136 INFO [RS:0;cea23c84c117:35915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T07:15:23,136 INFO [RS:0;cea23c84c117:35915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:15:23,136 INFO [RS:0;cea23c84c117:35915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:35915. 2024-11-12T07:15:23,136 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:15:23,136 DEBUG [RS:0;cea23c84c117:35915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:15:23,136 DEBUG [RS:0;cea23c84c117:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741835_1011 (size=1488) 2024-11-12T07:15:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741835_1011 (size=1488) 2024-11-12T07:15:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741835_1011 (size=1488) 2024-11-12T07:15:23,139 DEBUG [RS:0;cea23c84c117:35915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:23,139 INFO [RS:0;cea23c84c117:35915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:15:23,139 INFO [RS:0;cea23c84c117:35915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35915 2024-11-12T07:15:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:15:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,149 INFO [RS:0;cea23c84c117:35915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:15:23,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,35915,1731395680786] 2024-11-12T07:15:23,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,35915,1731395680786 already deleted, retry=false 2024-11-12T07:15:23,170 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cea23c84c117,35915,1731395680786 on cea23c84c117,32931,1731395680600 2024-11-12T07:15:23,171 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cea23c84c117,35915,1731395680786, splitWal=true, meta=false 2024-11-12T07:15:23,171 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for cea23c84c117,35915,1731395680786 (carryingMeta=false) cea23c84c117,35915,1731395680786/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6e04d357[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T07:15:23,172 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cea23c84c117,35915,1731395680786, splitWal=true, meta=false 2024-11-12T07:15:23,173 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): cea23c84c117,35915,1731395680786 had 3 regions 2024-11-12T07:15:23,173 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,35915,1731395680786, splitWal=true, meta=false, isMeta: false 2024-11-12T07:15:23,175 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting 2024-11-12T07:15:23,176 INFO [PEWorker-5 {}] master.SplitWALManager(105): cea23c84c117,35915,1731395680786 WAL count=1, meta=false 2024-11-12T07:15:23,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cea23c84c117%2C35915%2C1731395680786.1731395682346}] 2024-11-12T07:15:23,179 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:23,179 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,35915,1731395680786 Release verify snapshot worker=cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,179 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to cea23c84c117,35915,1731395680786, this operation will be retried to send to another server 2024-11-12T07:15:23,180 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:15:23,180 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731395724180 2024-11-12T07:15:23,180 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,35915,1731395680786 Release verify snapshot worker=cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C35915%2C1731395680786.1731395682346, worker=cea23c84c117,38883,1731395680914}] 2024-11-12T07:15:23,180 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to cea23c84c117,35915,1731395680786, this operation will be retried to send to another server 2024-11-12T07:15:23,180 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:15:23,180 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731395724180 2024-11-12T07:15:23,182 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-12T07:15:23,182 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-12T07:15:23,182 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-12T07:15:23,183 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,35915,1731395680786 Release verify snapshot worker=cea23c84c117,35915,1731395680786 2024-11-12T07:15:23,183 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to cea23c84c117,35915,1731395680786, this operation will be retried to send to another server 2024-11-12T07:15:23,183 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:15:23,183 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731395724183 2024-11-12T07:15:23,229 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:15:23,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:23,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35915-0x1012de574df0001, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:23,262 INFO [RS:0;cea23c84c117:35915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:15:23,262 INFO [RS:0;cea23c84c117:35915 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,35915,1731395680786; zookeeper connection closed. 2024-11-12T07:15:23,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5f4164 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5f4164 2024-11-12T07:15:23,269 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:15:23,270 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:15:25,328 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T07:15:32,740 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:15:32,740 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:15:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T07:15:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T07:15:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T07:15:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T07:15:33,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T07:15:33,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T07:15:33,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T07:15:33,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T07:15:33,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T07:15:33,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T07:15:33,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T07:15:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T07:15:33,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T07:15:33,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T07:15:33,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T07:15:33,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T07:15:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T07:15:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T07:15:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T07:15:33,118 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 Release verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,119 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 Release verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T07:15:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T07:15:33,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 in 10.0110 sec 2024-11-12T07:15:33,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 in 10.0120 sec 2024-11-12T07:15:33,121 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 Release verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:33,122 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 Release verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 in 10.0140 sec 2024-11-12T07:15:33,124 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 Release verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 in 10.0150 sec 2024-11-12T07:15:33,124 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,124 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,124 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 in 10.0170 sec 2024-11-12T07:15:33,127 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 Release verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:33,128 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:33,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 in 10.0200 sec 2024-11-12T07:15:33,131 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346, size=1.5 K (1488bytes) 2024-11-12T07:15:33,131 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 2024-11-12T07:15:33,131 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 after 0ms 2024-11-12T07:15:33,134 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 took 3ms 2024-11-12T07:15:33,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 637ff7ee8ea81ac5b64919176a051265: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-12T07:15:33,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cbce931f9affde462fdd4826453c3b21: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T07:15:33,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 5e6d5698b2d5fa0554000fb3d104bbc6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T07:15:33,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 so closing down 2024-11-12T07:15:33,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T07:15:33,140 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T07:15:33,140 INFO [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-12T07:15:33,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346, journal: Splitting hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346, size=1.5 K (1488bytes) at 1731395733131Finishing writing output for hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 so closing down at 1731395733139 (+8 ms)3 split writer threads finished at 1731395733140 (+1 ms)Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731395733140 2024-11-12T07:15:33,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 2024-11-12T07:15:33,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T07:15:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T07:15:33,143 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting/cea23c84c117%2C35915%2C1731395680786.1731395682346 to hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs 2024-11-12T07:15:33,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T07:15:33,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cea23c84c117%2C35915%2C1731395680786.1731395682346, worker=cea23c84c117,38883,1731395680914 in 9.9630 sec 2024-11-12T07:15:33,146 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T07:15:33,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure cea23c84c117%2C35915%2C1731395680786.1731395682346, worker=cea23c84c117,38883,1731395680914 in 9.9700 sec 2024-11-12T07:15:33,149 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting dir is empty, no logs to split. 2024-11-12T07:15:33,149 INFO [PEWorker-4 {}] master.SplitWALManager(105): cea23c84c117,35915,1731395680786 WAL count=0, meta=false 2024-11-12T07:15:33,149 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,35915,1731395680786 WAL splitting is done? wals=0, meta=false 2024-11-12T07:15:33,151 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for cea23c84c117,35915,1731395680786 failed, ignore...File hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,35915,1731395680786-splitting does not exist. 2024-11-12T07:15:33,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN}] 2024-11-12T07:15:33,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN 2024-11-12T07:15:33,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN 2024-11-12T07:15:33,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN 2024-11-12T07:15:33,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:15:33,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:15:33,154 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:15:33,304 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(204): Hosts are {cea23c84c117=0} racks are {/default-rack=0} 2024-11-12T07:15:33,304 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T07:15:33,304 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T07:15:33,305 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T07:15:33,305 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T07:15:33,305 INFO [cea23c84c117:32931 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T07:15:33,305 INFO [cea23c84c117:32931 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T07:15:33,305 DEBUG [cea23c84c117:32931 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T07:15:33,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=5e6d5698b2d5fa0554000fb3d104bbc6, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=637ff7ee8ea81ac5b64919176a051265, regionState=OPENING, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:33,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cbce931f9affde462fdd4826453c3b21, regionState=OPENING, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:15:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN because future has completed 2024-11-12T07:15:33,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637ff7ee8ea81ac5b64919176a051265, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:15:33,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN because future has completed 2024-11-12T07:15:33,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbce931f9affde462fdd4826453c3b21, server=cea23c84c117,37087,1731395680853}] 2024-11-12T07:15:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN because future has completed 2024-11-12T07:15:33,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6, server=cea23c84c117,38883,1731395680914}] 2024-11-12T07:15:40,560 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:15:42,648 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T07:15:43,132 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,132 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 637ff7ee8ea81ac5b64919176a051265, NAME => 'SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T07:15:43,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T07:15:43,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T07:15:43,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T07:15:43,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T07:15:43,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T07:15:43,133 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,133 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:43,133 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,133 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T07:15:43,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T07:15:43,134 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T07:15:43,134 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => cbce931f9affde462fdd4826453c3b21, NAME => 'SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T07:15:43,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T07:15:43,134 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,134 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:43,135 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T07:15:43,135 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T07:15:43,135 INFO [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,135 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 Release verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,136 INFO [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637ff7ee8ea81ac5b64919176a051265 columnFamilyName cf 2024-11-12T07:15:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T07:15:43,136 DEBUG [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:43,137 INFO [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,137 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 Release verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,137 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 Release verify snapshot worker=cea23c84c117,37087,1731395680853 2024-11-12T07:15:43,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 in 20.0280 sec 2024-11-12T07:15:43,138 INFO [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbce931f9affde462fdd4826453c3b21 columnFamilyName cf 2024-11-12T07:15:43,138 DEBUG [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:43,138 INFO [StoreOpener-cbce931f9affde462fdd4826453c3b21-1 {}] regionserver.HStore(327): Store=cbce931f9affde462fdd4826453c3b21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:43,139 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 Release verify snapshot worker=cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,139 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 in 20.0300 sec 2024-11-12T07:15:43,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,37087,1731395680853 in 20.0300 sec 2024-11-12T07:15:43,139 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-12T07:15:43,140 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:15:43,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=cea23c84c117,38883,1731395680914 in 20.0320 sec 2024-11-12T07:15:43,140 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,141 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T07:15:43,141 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,141 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,143 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:15:43,143 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T07:15:43,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5300 sec 2024-11-12T07:15:43,146 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened cbce931f9affde462fdd4826453c3b21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71596289, jitterRate=0.06686784327030182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:43,146 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,146 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for cbce931f9affde462fdd4826453c3b21: Running coprocessor pre-open hook at 1731395743135Writing region info on filesystem at 1731395743135Initializing all the Stores at 1731395743136 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395743136Cleaning up temporary data from old regions at 1731395743141 (+5 ms)Running coprocessor post-open hooks at 1731395743146 (+5 ms)Region opened successfully at 1731395743146 2024-11-12T07:15:43,147 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21., pid=53, masterSystemTime=1731395743129 2024-11-12T07:15:43,147 DEBUG [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/cf/d619e18323ff4f6aa8c140ae2ddabb82 2024-11-12T07:15:43,147 INFO [StoreOpener-637ff7ee8ea81ac5b64919176a051265-1 {}] regionserver.HStore(327): Store=637ff7ee8ea81ac5b64919176a051265/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:43,147 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,148 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,148 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=cbce931f9affde462fdd4826453c3b21, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,37087,1731395680853 2024-11-12T07:15:43,149 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,150 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,150 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbce931f9affde462fdd4826453c3b21, server=cea23c84c117,37087,1731395680853 because future has completed 2024-11-12T07:15:43,152 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-12T07:15:43,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure cbce931f9affde462fdd4826453c3b21, server=cea23c84c117,37087,1731395680853 in 9.8430 sec 2024-11-12T07:15:43,155 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:15:43,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbce931f9affde462fdd4826453c3b21, ASSIGN in 10.0020 sec 2024-11-12T07:15:43,156 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 637ff7ee8ea81ac5b64919176a051265; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60030039, jitterRate=-0.10548271238803864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:43,156 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,156 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 637ff7ee8ea81ac5b64919176a051265: Running coprocessor pre-open hook at 1731395743133Writing region info on filesystem at 1731395743133Initializing all the Stores at 1731395743134 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395743134Cleaning up temporary data from old regions at 1731395743150 (+16 ms)Running coprocessor post-open hooks at 1731395743156 (+6 ms)Region opened successfully at 1731395743156 2024-11-12T07:15:43,157 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., pid=52, masterSystemTime=1731395743125 2024-11-12T07:15:43,158 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,158 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,159 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6d5698b2d5fa0554000fb3d104bbc6, NAME => 'SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T07:15:43,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=637ff7ee8ea81ac5b64919176a051265, regionState=OPEN, openSeqNum=6, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T07:15:43,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637ff7ee8ea81ac5b64919176a051265, server=cea23c84c117,38883,1731395680914 because future has completed 2024-11-12T07:15:43,164 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T07:15:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:15:43,164 INFO [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:15:43,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:15:43,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:15:43,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:15:43,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1327398439, stopped=false 2024-11-12T07:15:43,165 INFO [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6d5698b2d5fa0554000fb3d104bbc6 columnFamilyName cf 2024-11-12T07:15:43,166 DEBUG [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:15:43,166 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,32931,1731395680600 2024-11-12T07:15:43,166 INFO [StoreOpener-5e6d5698b2d5fa0554000fb3d104bbc6-1 {}] regionserver.HStore(327): Store=5e6d5698b2d5fa0554000fb3d104bbc6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:15:43,166 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-12T07:15:43,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 637ff7ee8ea81ac5b64919176a051265, server=cea23c84c117,38883,1731395680914 in 9.8550 sec 2024-11-12T07:15:43,167 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=637ff7ee8ea81ac5b64919176a051265, ASSIGN in 10.0150 sec 2024-11-12T07:15:43,169 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,169 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,169 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,171 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,171 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 5e6d5698b2d5fa0554000fb3d104bbc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65448248, jitterRate=-0.02474510669708252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:15:43,172 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,172 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 5e6d5698b2d5fa0554000fb3d104bbc6: Running coprocessor pre-open hook at 1731395743159Writing region info on filesystem at 1731395743159Initializing all the Stores at 1731395743161 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395743161Cleaning up temporary data from old regions at 1731395743169 (+8 ms)Running coprocessor post-open hooks at 1731395743172 (+3 ms)Region opened successfully at 1731395743172 2024-11-12T07:15:43,172 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6., pid=54, masterSystemTime=1731395743125 2024-11-12T07:15:43,174 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,174 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=5e6d5698b2d5fa0554000fb3d104bbc6, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6, server=cea23c84c117,38883,1731395680914 because future has completed 2024-11-12T07:15:43,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-12T07:15:43,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6d5698b2d5fa0554000fb3d104bbc6, server=cea23c84c117,38883,1731395680914 in 9.8670 sec 2024-11-12T07:15:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:15:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:15:43,179 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:15:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:15:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:15:43,179 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:15:43,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:15:43,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:15:43,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:15:43,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:15:43,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,37087,1731395680853' ***** 2024-11-12T07:15:43,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:15:43,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,38883,1731395680914' ***** 2024-11-12T07:15:43,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:15:43,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:15:43,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:15:43,181 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:15:43,181 INFO [RS:2;cea23c84c117:38883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:15:43,181 INFO [RS:2;cea23c84c117:38883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:15:43,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:15:43,181 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e6d5698b2d5fa0554000fb3d104bbc6 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 489fb1e0a421cdd7e5f34a5866404539 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for bc52c9fc24e1df1b3d6fc67f67dec013 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 637ff7ee8ea81ac5b64919176a051265 2024-11-12T07:15:43,182 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:15:43,182 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f553d2baec6d18ca28f941ec4e8b0022, disabling compactions & flushes 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 070f7a94820ce76568a3173c5c184eeb 2024-11-12T07:15:43,182 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:43,182 INFO [RS:1;cea23c84c117:37087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,182 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:15:43,182 INFO [RS:1;cea23c84c117:37087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:15:43,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-12T07:15:43,182 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. after waiting 0 ms 2024-11-12T07:15:43,182 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(3091): Received CLOSE for a4e67202a7127253c10bc0d400636d77 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cea23c84c117:38883. 2024-11-12T07:15:43,182 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:43,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6d5698b2d5fa0554000fb3d104bbc6, ASSIGN in 10.0260 sec 2024-11-12T07:15:43,182 DEBUG [RS:2;cea23c84c117:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:15:43,182 DEBUG [RS:2;cea23c84c117:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:15:43,182 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:15:43,188 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a7b24971b41fd54448ec0a97ec9db93 2024-11-12T07:15:43,188 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(3091): Received CLOSE for 779c2365199ae487a4b4558b28a5adf5 2024-11-12T07:15:43,188 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(3091): Received CLOSE for cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4e67202a7127253c10bc0d400636d77, disabling compactions & flushes 2024-11-12T07:15:43,188 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,37087,1731395680853 2024-11-12T07:15:43,188 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:43,188 INFO [RS:1;cea23c84c117:37087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:43,188 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. after waiting 0 ms 2024-11-12T07:15:43,188 INFO [RS:1;cea23c84c117:37087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cea23c84c117:37087. 2024-11-12T07:15:43,188 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1325): Online Regions={f553d2baec6d18ca28f941ec4e8b0022=SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022., 5e6d5698b2d5fa0554000fb3d104bbc6=SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6., 1588230740=hbase:meta,,1.1588230740, 489fb1e0a421cdd7e5f34a5866404539=SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539., bc52c9fc24e1df1b3d6fc67f67dec013=SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013., 637ff7ee8ea81ac5b64919176a051265=SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265., 070f7a94820ce76568a3173c5c184eeb=SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb.} 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:15:43,188 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:15:43,188 DEBUG [RS:1;cea23c84c117:37087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:15:43,188 DEBUG [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1351): Waiting on 070f7a94820ce76568a3173c5c184eeb, 1588230740, 489fb1e0a421cdd7e5f34a5866404539, 5e6d5698b2d5fa0554000fb3d104bbc6, 637ff7ee8ea81ac5b64919176a051265, bc52c9fc24e1df1b3d6fc67f67dec013, f553d2baec6d18ca28f941ec4e8b0022 2024-11-12T07:15:43,188 DEBUG [RS:1;cea23c84c117:37087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:15:43,188 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:15:43,189 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T07:15:43,189 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1325): Online Regions={a4e67202a7127253c10bc0d400636d77=SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77., 9a7b24971b41fd54448ec0a97ec9db93=SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93., 779c2365199ae487a4b4558b28a5adf5=SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5., cbce931f9affde462fdd4826453c3b21=SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21.} 2024-11-12T07:15:43,189 DEBUG [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1351): Waiting on 779c2365199ae487a4b4558b28a5adf5, 9a7b24971b41fd54448ec0a97ec9db93, a4e67202a7127253c10bc0d400636d77, cbce931f9affde462fdd4826453c3b21 2024-11-12T07:15:43,189 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-12T07:15:43,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/f553d2baec6d18ca28f941ec4e8b0022/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:15:43,203 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:43,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f553d2baec6d18ca28f941ec4e8b0022: Waiting for close lock at 1731395743182Running coprocessor pre-close hooks at 1731395743182Disabling compacts and flushes for region at 1731395743182Disabling writes for close at 1731395743182Writing region close event to WAL at 1731395743190 (+8 ms)Running coprocessor post-close hooks at 1731395743203 (+13 ms)Closed at 1731395743203 2024-11-12T07:15:43,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731395692804.f553d2baec6d18ca28f941ec4e8b0022. 2024-11-12T07:15:43,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e6d5698b2d5fa0554000fb3d104bbc6, disabling compactions & flushes 2024-11-12T07:15:43,203 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. after waiting 0 ms 2024-11-12T07:15:43,203 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/a4e67202a7127253c10bc0d400636d77/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:15:43,205 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:43,205 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4e67202a7127253c10bc0d400636d77: Waiting for close lock at 1731395743188Running coprocessor pre-close hooks at 1731395743188Disabling compacts and flushes for region at 1731395743188Disabling writes for close at 1731395743188Writing region close event to WAL at 1731395743191 (+3 ms)Running coprocessor post-close hooks at 1731395743205 (+14 ms)Closed at 1731395743205 2024-11-12T07:15:43,205 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731395692804.a4e67202a7127253c10bc0d400636d77. 2024-11-12T07:15:43,205 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a7b24971b41fd54448ec0a97ec9db93, disabling compactions & flushes 2024-11-12T07:15:43,205 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:43,205 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:43,205 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. after waiting 0 ms 2024-11-12T07:15:43,205 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:43,209 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/5e6d5698b2d5fa0554000fb3d104bbc6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:15:43,210 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,210 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e6d5698b2d5fa0554000fb3d104bbc6: Waiting for close lock at 1731395743203Running coprocessor pre-close hooks at 1731395743203Disabling compacts and flushes for region at 1731395743203Disabling writes for close at 1731395743203Writing region close event to WAL at 1731395743204 (+1 ms)Running coprocessor post-close hooks at 1731395743210 (+6 ms)Closed at 1731395743210 2024-11-12T07:15:43,210 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731395692804.5e6d5698b2d5fa0554000fb3d104bbc6. 2024-11-12T07:15:43,210 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 489fb1e0a421cdd7e5f34a5866404539, disabling compactions & flushes 2024-11-12T07:15:43,210 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:43,210 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:43,211 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. after waiting 0 ms 2024-11-12T07:15:43,211 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:43,213 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/9a7b24971b41fd54448ec0a97ec9db93/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:15:43,213 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:43,213 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a7b24971b41fd54448ec0a97ec9db93: Waiting for close lock at 1731395743205Running coprocessor pre-close hooks at 1731395743205Disabling compacts and flushes for region at 1731395743205Disabling writes for close at 1731395743205Writing region close event to WAL at 1731395743206 (+1 ms)Running coprocessor post-close hooks at 1731395743213 (+7 ms)Closed at 1731395743213 2024-11-12T07:15:43,213 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731395692804.9a7b24971b41fd54448ec0a97ec9db93. 2024-11-12T07:15:43,214 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 779c2365199ae487a4b4558b28a5adf5, disabling compactions & flushes 2024-11-12T07:15:43,214 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:43,214 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:43,214 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. after waiting 0 ms 2024-11-12T07:15:43,214 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:43,214 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/info/e4d295e74c1d4907b081ea359065c29a is 167, key is SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539./info:regioninfo/1731395703149/Put/seqid=0 2024-11-12T07:15:43,221 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/489fb1e0a421cdd7e5f34a5866404539/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:15:43,222 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:43,222 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 489fb1e0a421cdd7e5f34a5866404539: Waiting for close lock at 1731395743210Running coprocessor pre-close hooks at 1731395743210Disabling compacts and flushes for region at 1731395743210Disabling writes for close at 1731395743211 (+1 ms)Writing region close event to WAL at 1731395743216 (+5 ms)Running coprocessor post-close hooks at 1731395743222 (+6 ms)Closed at 1731395743222 2024-11-12T07:15:43,222 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731395692804.489fb1e0a421cdd7e5f34a5866404539. 2024-11-12T07:15:43,222 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc52c9fc24e1df1b3d6fc67f67dec013, disabling compactions & flushes 2024-11-12T07:15:43,222 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:43,222 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:43,222 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. after waiting 0 ms 2024-11-12T07:15:43,222 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:43,228 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/779c2365199ae487a4b4558b28a5adf5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:15:43,229 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:43,229 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 779c2365199ae487a4b4558b28a5adf5: Waiting for close lock at 1731395743214Running coprocessor pre-close hooks at 1731395743214Disabling compacts and flushes for region at 1731395743214Disabling writes for close at 1731395743214Writing region close event to WAL at 1731395743220 (+6 ms)Running coprocessor post-close hooks at 1731395743228 (+8 ms)Closed at 1731395743228 2024-11-12T07:15:43,229 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731395692804.779c2365199ae487a4b4558b28a5adf5. 2024-11-12T07:15:43,229 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbce931f9affde462fdd4826453c3b21, disabling compactions & flushes 2024-11-12T07:15:43,229 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,229 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,229 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. after waiting 0 ms 2024-11-12T07:15:43,229 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,234 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/bc52c9fc24e1df1b3d6fc67f67dec013/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:15:43,235 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:43,235 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc52c9fc24e1df1b3d6fc67f67dec013: Waiting for close lock at 1731395743222Running coprocessor pre-close hooks at 1731395743222Disabling compacts and flushes for region at 1731395743222Disabling writes for close at 1731395743222Writing region close event to WAL at 1731395743227 (+5 ms)Running coprocessor post-close hooks at 1731395743235 (+8 ms)Closed at 1731395743235 2024-11-12T07:15:43,235 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731395692804.bc52c9fc24e1df1b3d6fc67f67dec013. 2024-11-12T07:15:43,235 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 637ff7ee8ea81ac5b64919176a051265, disabling compactions & flushes 2024-11-12T07:15:43,235 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,235 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,235 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. after waiting 0 ms 2024-11-12T07:15:43,235 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,236 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/cbce931f9affde462fdd4826453c3b21/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:15:43,237 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,237 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbce931f9affde462fdd4826453c3b21: Waiting for close lock at 1731395743229Running coprocessor pre-close hooks at 1731395743229Disabling compacts and flushes for region at 1731395743229Disabling writes for close at 1731395743229Writing region close event to WAL at 1731395743232 (+3 ms)Running coprocessor post-close hooks at 1731395743237 (+5 ms)Closed at 1731395743237 2024-11-12T07:15:43,237 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731395692804.cbce931f9affde462fdd4826453c3b21. 2024-11-12T07:15:43,239 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/637ff7ee8ea81ac5b64919176a051265/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-12T07:15:43,240 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,240 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 637ff7ee8ea81ac5b64919176a051265: Waiting for close lock at 1731395743235Running coprocessor pre-close hooks at 1731395743235Disabling compacts and flushes for region at 1731395743235Disabling writes for close at 1731395743235Writing region close event to WAL at 1731395743236 (+1 ms)Running coprocessor post-close hooks at 1731395743240 (+4 ms)Closed at 1731395743240 2024-11-12T07:15:43,240 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731395692804.637ff7ee8ea81ac5b64919176a051265. 2024-11-12T07:15:43,240 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 070f7a94820ce76568a3173c5c184eeb, disabling compactions & flushes 2024-11-12T07:15:43,240 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:43,240 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:43,241 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. after waiting 0 ms 2024-11-12T07:15:43,241 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:43,246 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:15:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741864_1040 (size=19817) 2024-11-12T07:15:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741864_1040 (size=19817) 2024-11-12T07:15:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741864_1040 (size=19817) 2024-11-12T07:15:43,248 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/info/e4d295e74c1d4907b081ea359065c29a 2024-11-12T07:15:43,252 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/default/SPTestTable/070f7a94820ce76568a3173c5c184eeb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:15:43,253 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:43,253 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 070f7a94820ce76568a3173c5c184eeb: Waiting for close lock at 1731395743240Running coprocessor pre-close hooks at 1731395743240Disabling compacts and flushes for region at 1731395743240Disabling writes for close at 1731395743241 (+1 ms)Writing region close event to WAL at 1731395743241Running coprocessor post-close hooks at 1731395743253 (+12 ms)Closed at 1731395743253 2024-11-12T07:15:43,253 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731395692804.070f7a94820ce76568a3173c5c184eeb. 2024-11-12T07:15:43,260 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:15:43,260 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:15:43,260 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:15:43,260 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:15:43,268 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:15:43,270 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/ns/b910a0788aa94289a5990093ae560c92 is 43, key is default/ns:d/1731395692723/Put/seqid=0 2024-11-12T07:15:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741865_1041 (size=5153) 2024-11-12T07:15:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741865_1041 (size=5153) 2024-11-12T07:15:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741865_1041 (size=5153) 2024-11-12T07:15:43,284 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/ns/b910a0788aa94289a5990093ae560c92 2024-11-12T07:15:43,319 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/table/a43f0837e0594d5f859acb463150566a is 47, key is SPTestTable/table:state/1731395703171/Put/seqid=0 2024-11-12T07:15:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741866_1042 (size=5214) 2024-11-12T07:15:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741866_1042 (size=5214) 2024-11-12T07:15:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741866_1042 (size=5214) 2024-11-12T07:15:43,332 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/table/a43f0837e0594d5f859acb463150566a 2024-11-12T07:15:43,342 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/info/e4d295e74c1d4907b081ea359065c29a as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/info/e4d295e74c1d4907b081ea359065c29a 2024-11-12T07:15:43,351 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/info/e4d295e74c1d4907b081ea359065c29a, entries=112, sequenceid=35, filesize=19.4 K 2024-11-12T07:15:43,352 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/ns/b910a0788aa94289a5990093ae560c92 as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/ns/b910a0788aa94289a5990093ae560c92 2024-11-12T07:15:43,361 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/ns/b910a0788aa94289a5990093ae560c92, entries=2, sequenceid=35, filesize=5.0 K 2024-11-12T07:15:43,363 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/.tmp/table/a43f0837e0594d5f859acb463150566a as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/table/a43f0837e0594d5f859acb463150566a 2024-11-12T07:15:43,372 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/table/a43f0837e0594d5f859acb463150566a, entries=2, sequenceid=35, filesize=5.1 K 2024-11-12T07:15:43,377 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=35, compaction requested=false 2024-11-12T07:15:43,385 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-12T07:15:43,386 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:15:43,386 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:15:43,386 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395743188Running coprocessor pre-close hooks at 1731395743188Disabling compacts and flushes for region at 1731395743188Disabling writes for close at 1731395743188Obtaining lock to block concurrent updates at 1731395743189 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731395743189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731395743189Flushing stores of hbase:meta,,1.1588230740 at 1731395743190 (+1 ms)Flushing 1588230740/info: creating writer at 1731395743190Flushing 1588230740/info: appending metadata at 1731395743214 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731395743214Flushing 1588230740/ns: creating writer at 1731395743255 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731395743270 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731395743270Flushing 1588230740/table: creating writer at 1731395743293 (+23 ms)Flushing 1588230740/table: appending metadata at 1731395743318 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731395743319 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e42cbe: reopening flushed file at 1731395743340 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fcf35e: reopening flushed file at 1731395743351 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e2172d: reopening flushed file at 1731395743362 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=35, compaction requested=false at 1731395743377 (+15 ms)Writing region close event to WAL at 1731395743380 (+3 ms)Running coprocessor post-close hooks at 1731395743386 (+6 ms)Closed at 1731395743386 2024-11-12T07:15:43,386 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:15:43,389 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,38883,1731395680914; all regions closed. 2024-11-12T07:15:43,389 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,37087,1731395680853; all regions closed. 2024-11-12T07:15:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741834_1010 (size=2917) 2024-11-12T07:15:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741834_1010 (size=2917) 2024-11-12T07:15:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741836_1012 (size=18438) 2024-11-12T07:15:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741834_1010 (size=2917) 2024-11-12T07:15:43,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/WALs/cea23c84c117,37087,1731395680853/cea23c84c117%2C37087%2C1731395680853.1731395682343 not finished, retry = 0 2024-11-12T07:15:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741836_1012 (size=18438) 2024-11-12T07:15:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741836_1012 (size=18438) 2024-11-12T07:15:43,396 DEBUG [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs 2024-11-12T07:15:43,396 INFO [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38883%2C1731395680914.meta:.meta(num 1731395692633) 2024-11-12T07:15:43,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741833_1009 (size=4669) 2024-11-12T07:15:43,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741833_1009 (size=4669) 2024-11-12T07:15:43,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741833_1009 (size=4669) 2024-11-12T07:15:43,401 DEBUG [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs 2024-11-12T07:15:43,401 INFO [RS:2;cea23c84c117:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38883%2C1731395680914:(num 1731395682343) 2024-11-12T07:15:43,401 DEBUG [RS:2;cea23c84c117:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,401 INFO [RS:2;cea23c84c117:38883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:15:43,401 INFO [RS:2;cea23c84c117:38883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:15:43,401 INFO [RS:2;cea23c84c117:38883 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:15:43,402 INFO [RS:2;cea23c84c117:38883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:15:43,402 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:15:43,402 INFO [RS:2;cea23c84c117:38883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38883 2024-11-12T07:15:43,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:15:43,411 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,38883,1731395680914 2024-11-12T07:15:43,411 INFO [RS:2;cea23c84c117:38883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:15:43,411 ERROR [pool-321-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007fa968905d08@6c820716 rejected from java.util.concurrent.ThreadPoolExecutor@298094e2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T07:15:43,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,38883,1731395680914] 2024-11-12T07:15:43,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,38883,1731395680914 already deleted, retry=false 2024-11-12T07:15:43,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,38883,1731395680914 expired; onlineServers=1 2024-11-12T07:15:43,498 DEBUG [RS:1;cea23c84c117:37087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/oldWALs 2024-11-12T07:15:43,498 INFO [RS:1;cea23c84c117:37087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C37087%2C1731395680853:(num 1731395682343) 2024-11-12T07:15:43,498 DEBUG [RS:1;cea23c84c117:37087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:15:43,498 INFO [RS:1;cea23c84c117:37087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:15:43,498 INFO [RS:1;cea23c84c117:37087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:15:43,498 INFO [RS:1;cea23c84c117:37087 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:15:43,499 INFO [RS:1;cea23c84c117:37087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:15:43,499 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:15:43,499 INFO [RS:1;cea23c84c117:37087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:15:43,499 INFO [RS:1;cea23c84c117:37087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:15:43,499 INFO [RS:1;cea23c84c117:37087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:15:43,499 INFO [RS:1;cea23c84c117:37087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37087 2024-11-12T07:15:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:15:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,37087,1731395680853 2024-11-12T07:15:43,505 INFO [RS:1;cea23c84c117:37087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:15:43,521 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:43,521 INFO [RS:2;cea23c84c117:38883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:15:43,522 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x1012de574df0003, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:43,522 INFO [RS:2;cea23c84c117:38883 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,38883,1731395680914; zookeeper connection closed. 2024-11-12T07:15:43,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@352899ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@352899ef 2024-11-12T07:15:43,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,37087,1731395680853] 2024-11-12T07:15:43,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,37087,1731395680853 already deleted, retry=false 2024-11-12T07:15:43,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,37087,1731395680853 expired; onlineServers=0 2024-11-12T07:15:43,537 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,32931,1731395680600' ***** 2024-11-12T07:15:43,537 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:15:43,537 INFO [M:0;cea23c84c117:32931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:15:43,537 INFO [M:0;cea23c84c117:32931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:15:43,537 DEBUG [M:0;cea23c84c117:32931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:15:43,538 DEBUG [M:0;cea23c84c117:32931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:15:43,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:15:43,538 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395681810 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395681810,5,FailOnTimeoutGroup] 2024-11-12T07:15:43,538 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395681811 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395681811,5,FailOnTimeoutGroup] 2024-11-12T07:15:43,538 INFO [M:0;cea23c84c117:32931 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:15:43,538 INFO [M:0;cea23c84c117:32931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:15:43,538 DEBUG [M:0;cea23c84c117:32931 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:15:43,538 INFO [M:0;cea23c84c117:32931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:15:43,538 INFO [M:0;cea23c84c117:32931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:15:43,538 ERROR [M:0;cea23c84c117:32931 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:35655 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35655,5,PEWorkerGroup] 2024-11-12T07:15:43,539 INFO [M:0;cea23c84c117:32931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:15:43,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:15:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T07:15:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:15:43,548 DEBUG [M:0;cea23c84c117:32931 {}] zookeeper.ZKUtil(347): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T07:15:43,548 WARN [M:0;cea23c84c117:32931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:15:43,548 INFO [M:0;cea23c84c117:32931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/.lastflushedseqids 2024-11-12T07:15:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741867_1043 (size=650) 2024-11-12T07:15:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741867_1043 (size=650) 2024-11-12T07:15:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741867_1043 (size=650) 2024-11-12T07:15:43,556 INFO [M:0;cea23c84c117:32931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:15:43,556 INFO [M:0;cea23c84c117:32931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:15:43,556 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:15:43,556 INFO [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:15:43,556 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:15:43,557 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:15:43,557 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:15:43,557 INFO [M:0;cea23c84c117:32931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=221.85 KB heapSize=264.27 KB 2024-11-12T07:15:43,580 DEBUG [M:0;cea23c84c117:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/228552f702bf49f8983b1c77f086bf8b is 82, key is hbase:meta,,1/info:regioninfo/1731395692669/Put/seqid=0 2024-11-12T07:15:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741868_1044 (size=5672) 2024-11-12T07:15:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741868_1044 (size=5672) 2024-11-12T07:15:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741868_1044 (size=5672) 2024-11-12T07:15:43,592 INFO [M:0;cea23c84c117:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/228552f702bf49f8983b1c77f086bf8b 2024-11-12T07:15:43,612 DEBUG [M:0;cea23c84c117:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a2efb790e04646b64305438391027f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731395703176/Put/seqid=0 2024-11-12T07:15:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741869_1045 (size=12214) 2024-11-12T07:15:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741869_1045 (size=12214) 2024-11-12T07:15:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741869_1045 (size=12214) 2024-11-12T07:15:43,620 INFO [M:0;cea23c84c117:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=221.12 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a2efb790e04646b64305438391027f 2024-11-12T07:15:43,624 INFO [RS:1;cea23c84c117:37087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:15:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:43,624 INFO [RS:1;cea23c84c117:37087 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,37087,1731395680853; zookeeper connection closed. 2024-11-12T07:15:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37087-0x1012de574df0002, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:43,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f9d2942 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f9d2942 2024-11-12T07:15:43,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T07:15:43,626 INFO [M:0;cea23c84c117:32931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64a2efb790e04646b64305438391027f 2024-11-12T07:15:43,642 DEBUG [M:0;cea23c84c117:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/582ecd900f044f0abb09f23ccd36d2c2 is 69, key is cea23c84c117,37087,1731395680853/rs:state/1731395681958/Put/seqid=0 2024-11-12T07:15:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741870_1046 (size=5442) 2024-11-12T07:15:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741870_1046 (size=5442) 2024-11-12T07:15:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741870_1046 (size=5442) 2024-11-12T07:15:43,654 INFO [M:0;cea23c84c117:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/582ecd900f044f0abb09f23ccd36d2c2 2024-11-12T07:15:43,659 INFO [M:0;cea23c84c117:32931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 582ecd900f044f0abb09f23ccd36d2c2 2024-11-12T07:15:43,660 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/228552f702bf49f8983b1c77f086bf8b as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/228552f702bf49f8983b1c77f086bf8b 2024-11-12T07:15:43,666 INFO [M:0;cea23c84c117:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/228552f702bf49f8983b1c77f086bf8b, entries=8, sequenceid=465, filesize=5.5 K 2024-11-12T07:15:43,667 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a2efb790e04646b64305438391027f as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64a2efb790e04646b64305438391027f 2024-11-12T07:15:43,673 INFO [M:0;cea23c84c117:32931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64a2efb790e04646b64305438391027f 2024-11-12T07:15:43,673 INFO [M:0;cea23c84c117:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64a2efb790e04646b64305438391027f, entries=54, sequenceid=465, filesize=11.9 K 2024-11-12T07:15:43,674 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/582ecd900f044f0abb09f23ccd36d2c2 as hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/582ecd900f044f0abb09f23ccd36d2c2 2024-11-12T07:15:43,680 INFO [M:0;cea23c84c117:32931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 582ecd900f044f0abb09f23ccd36d2c2 2024-11-12T07:15:43,680 INFO [M:0;cea23c84c117:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/5feb4534-9400-b9b4-7d60-95ce5b74381e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/582ecd900f044f0abb09f23ccd36d2c2, entries=3, sequenceid=465, filesize=5.3 K 2024-11-12T07:15:43,681 INFO [M:0;cea23c84c117:32931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~221.85 KB/227175, heapSize ~263.98 KB/270312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=465, compaction requested=false 2024-11-12T07:15:43,683 INFO [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:15:43,683 DEBUG [M:0;cea23c84c117:32931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395743556Disabling compacts and flushes for region at 1731395743556Disabling writes for close at 1731395743557 (+1 ms)Obtaining lock to block concurrent updates at 1731395743557Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395743557Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=227175, getHeapSize=270552, getOffHeapSize=0, getCellsCount=560 at 1731395743557Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395743558 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395743558Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395743579 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395743579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395743597 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395743612 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395743612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395743626 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395743641 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395743641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7894c8ed: reopening flushed file at 1731395743659 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b70ba66: reopening flushed file at 1731395743666 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b99fa7f: reopening flushed file at 1731395743673 (+7 ms)Finished flush of dataSize ~221.85 KB/227175, heapSize ~263.98 KB/270312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=465, compaction requested=false at 1731395743681 (+8 ms)Writing region close event to WAL at 1731395743682 (+1 ms)Closed at 1731395743682 2024-11-12T07:15:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741830_1006 (size=258199) 2024-11-12T07:15:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45095 is added to blk_1073741830_1006 (size=258199) 2024-11-12T07:15:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741830_1006 (size=258199) 2024-11-12T07:15:43,686 INFO [M:0;cea23c84c117:32931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:15:43,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:15:43,686 INFO [M:0;cea23c84c117:32931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32931 2024-11-12T07:15:43,686 INFO [M:0;cea23c84c117:32931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:15:43,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:43,795 INFO [M:0;cea23c84c117:32931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:15:43,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1012de574df0000, quorum=127.0.0.1:50437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:15:43,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee24d1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:15:43,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@233414e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:15:43,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:15:43,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775d0671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:15:43,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3370e434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,STOPPED} 2024-11-12T07:15:43,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:15:43,799 WARN [BP-1945312564-172.17.0.2-1731395677024 heartbeating to localhost/127.0.0.1:35655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:15:43,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:15:43,799 WARN [BP-1945312564-172.17.0.2-1731395677024 heartbeating to localhost/127.0.0.1:35655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945312564-172.17.0.2-1731395677024 (Datanode Uuid 044013ab-7263-447c-bd5f-fdbb41ec6bfa) service to localhost/127.0.0.1:35655 2024-11-12T07:15:43,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data5/current/BP-1945312564-172.17.0.2-1731395677024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:15:43,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data6/current/BP-1945312564-172.17.0.2-1731395677024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:15:43,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:15:43,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318d9e54{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:15:43,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30f7c0fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:15:43,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:15:43,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef7d39c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:15:43,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12c1206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,STOPPED} 2024-11-12T07:15:43,804 WARN [BP-1945312564-172.17.0.2-1731395677024 heartbeating to localhost/127.0.0.1:35655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:15:43,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:15:43,804 WARN [BP-1945312564-172.17.0.2-1731395677024 heartbeating to localhost/127.0.0.1:35655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945312564-172.17.0.2-1731395677024 (Datanode Uuid f578b249-7aa2-404e-9ac1-1c48671bd4c6) service to localhost/127.0.0.1:35655 2024-11-12T07:15:43,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:15:43,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data3/current/BP-1945312564-172.17.0.2-1731395677024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:15:43,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data4/current/BP-1945312564-172.17.0.2-1731395677024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:15:43,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:15:43,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32954008{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:15:43,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@673d1674{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:15:43,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:15:43,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4db9f58c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:15:43,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8388e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,STOPPED} 2024-11-12T07:15:43,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:15:43,809 WARN [BP-1945312564-172.17.0.2-1731395677024 heartbeating to localhost/127.0.0.1:35655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:15:43,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:15:43,809 WARN [BP-1945312564-172.17.0.2-1731395677024 heartbeating to localhost/127.0.0.1:35655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945312564-172.17.0.2-1731395677024 (Datanode Uuid 9c846d32-838c-4872-8e7a-10d0339eb892) service to localhost/127.0.0.1:35655 2024-11-12T07:15:43,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data1/current/BP-1945312564-172.17.0.2-1731395677024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:15:43,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/cluster_322713a5-f43a-42e2-224a-1777a20ef859/data/data2/current/BP-1945312564-172.17.0.2-1731395677024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:15:43,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:15:43,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29729763{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:15:43,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69630b3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:15:43,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:15:43,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31e052f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:15:43,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62672619{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06eed3b0-67af-feac-ea3f-b1ffb5d1e9ae/hadoop.log.dir/,STOPPED} 2024-11-12T07:15:43,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:15:43,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:15:43,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 96) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35655 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35655 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=3402 (was 3834)