2024-11-13 05:12:40,739 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 05:12:40,757 main DEBUG Took 0.014812 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 05:12:40,758 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 05:12:40,758 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 05:12:40,761 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 05:12:40,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,782 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 05:12:40,806 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,811 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,815 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,818 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,822 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,823 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,825 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:12:40,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,828 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 05:12:40,831 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:12:40,833 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 05:12:40,835 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 05:12:40,836 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 05:12:40,838 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 05:12:40,839 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 05:12:40,851 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 05:12:40,855 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 05:12:40,858 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 05:12:40,858 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 05:12:40,859 main DEBUG createAppenders(={Console}) 2024-11-13 05:12:40,860 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-13 05:12:40,861 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 05:12:40,861 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-13 05:12:40,862 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 05:12:40,862 main DEBUG OutputStream closed 2024-11-13 05:12:40,863 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 05:12:40,863 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 05:12:40,864 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-13 05:12:40,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 05:12:40,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 05:12:40,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 05:12:40,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 05:12:40,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 05:12:40,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 05:12:40,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 05:12:40,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 05:12:40,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 05:12:40,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 05:12:40,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 05:12:40,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 05:12:40,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 05:12:40,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 05:12:40,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 05:12:40,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 05:12:40,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 05:12:40,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 05:12:40,991 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 05:12:40,991 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-13 05:12:40,991 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 05:12:40,993 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-13T05:12:41,010 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-13 05:12:41,014 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 05:12:41,014 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T05:12:41,024 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-13T05:12:41,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6846 2024-11-13T05:12:41,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5 2024-11-13T05:12:41,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:12:41,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b, deleteOnExit=true 2024-11-13T05:12:41,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:12:41,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/test.cache.data in system properties and HBase conf 2024-11-13T05:12:41,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:12:41,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:12:41,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:12:41,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:12:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:12:41,679 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T05:12:41,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:12:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:12:41,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:12:41,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:12:41,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:12:41,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:12:41,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:12:41,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:12:41,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:12:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:12:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:12:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:12:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:12:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:12:41,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:12:43,259 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T05:12:43,344 INFO [Time-limited test {}] log.Log(170): Logging initialized @3450ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T05:12:43,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:12:43,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:12:43,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:12:43,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:12:43,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:12:43,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:12:43,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:12:43,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:12:43,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/java.io.tmpdir/jetty-localhost-42121-hadoop-hdfs-3_4_1-tests_jar-_-any-6211957795527484046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:12:43,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:42121} 2024-11-13T05:12:43,852 INFO [Time-limited test {}] server.Server(415): Started @3958ms 2024-11-13T05:12:44,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:12:44,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:12:44,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:12:44,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:12:44,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:12:44,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:12:44,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:12:44,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/java.io.tmpdir/jetty-localhost-43509-hadoop-hdfs-3_4_1-tests_jar-_-any-9890812842037319606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:12:44,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:43509} 2024-11-13T05:12:44,740 INFO [Time-limited test {}] server.Server(415): Started @4846ms 2024-11-13T05:12:44,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:12:44,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:12:45,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:12:45,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:12:45,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:12:45,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:12:45,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:12:45,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:12:45,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/java.io.tmpdir/jetty-localhost-41271-hadoop-hdfs-3_4_1-tests_jar-_-any-12177284063535824924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:12:45,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:41271} 2024-11-13T05:12:45,187 INFO [Time-limited test {}] server.Server(415): Started @5294ms 2024-11-13T05:12:45,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:12:45,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:12:45,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:12:45,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:12:45,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:12:45,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:12:45,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:12:45,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:12:45,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/java.io.tmpdir/jetty-localhost-44923-hadoop-hdfs-3_4_1-tests_jar-_-any-10684567007019518322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:12:45,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:44923} 2024-11-13T05:12:45,388 INFO [Time-limited test {}] server.Server(415): Started @5494ms 2024-11-13T05:12:45,390 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:12:47,293 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data1/current/BP-67685450-172.17.0.3-1731474762560/current, will proceed with Du for space computation calculation, 2024-11-13T05:12:47,293 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data2/current/BP-67685450-172.17.0.3-1731474762560/current, will proceed with Du for space computation calculation, 2024-11-13T05:12:47,332 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:12:47,339 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data4/current/BP-67685450-172.17.0.3-1731474762560/current, will proceed with Du for space computation calculation, 2024-11-13T05:12:47,339 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data3/current/BP-67685450-172.17.0.3-1731474762560/current, will proceed with Du for space computation calculation, 2024-11-13T05:12:47,377 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:12:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b922bd68f24639c with lease ID 0xf0058b73077c5d3e: Processing first storage report for DS-00033132-0fb7-48db-a1ca-a9f056ef19d3 from datanode DatanodeRegistration(127.0.0.1:32961, datanodeUuid=df7c76ab-532b-41de-a262-c0af63fadf51, infoPort=35361, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560) 2024-11-13T05:12:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b922bd68f24639c with lease ID 0xf0058b73077c5d3e: from storage DS-00033132-0fb7-48db-a1ca-a9f056ef19d3 node DatanodeRegistration(127.0.0.1:32961, datanodeUuid=df7c76ab-532b-41de-a262-c0af63fadf51, infoPort=35361, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T05:12:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202f8559491bcce3 with lease ID 0xf0058b73077c5d3d: Processing first storage report for DS-90a36039-5a9f-4d12-95ab-c43914ce72c4 from datanode DatanodeRegistration(127.0.0.1:43025, datanodeUuid=161d65c7-21e2-42b1-a984-ebdfe43231d0, infoPort=44613, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560) 2024-11-13T05:12:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202f8559491bcce3 with lease ID 0xf0058b73077c5d3d: from storage DS-90a36039-5a9f-4d12-95ab-c43914ce72c4 node DatanodeRegistration(127.0.0.1:43025, datanodeUuid=161d65c7-21e2-42b1-a984-ebdfe43231d0, infoPort=44613, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:12:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b922bd68f24639c with lease ID 0xf0058b73077c5d3e: Processing first storage report for DS-a76d0ecf-2d80-47df-9fb5-26098562a099 from datanode DatanodeRegistration(127.0.0.1:32961, datanodeUuid=df7c76ab-532b-41de-a262-c0af63fadf51, infoPort=35361, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560) 2024-11-13T05:12:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b922bd68f24639c with lease ID 0xf0058b73077c5d3e: from storage DS-a76d0ecf-2d80-47df-9fb5-26098562a099 node DatanodeRegistration(127.0.0.1:32961, datanodeUuid=df7c76ab-532b-41de-a262-c0af63fadf51, infoPort=35361, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:12:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202f8559491bcce3 with lease ID 0xf0058b73077c5d3d: Processing first storage report for DS-54820fc9-18fb-4f51-ae55-a0d9a5f36679 from datanode DatanodeRegistration(127.0.0.1:43025, datanodeUuid=161d65c7-21e2-42b1-a984-ebdfe43231d0, infoPort=44613, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560) 2024-11-13T05:12:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202f8559491bcce3 with lease ID 0xf0058b73077c5d3d: from storage DS-54820fc9-18fb-4f51-ae55-a0d9a5f36679 node DatanodeRegistration(127.0.0.1:43025, datanodeUuid=161d65c7-21e2-42b1-a984-ebdfe43231d0, infoPort=44613, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:12:47,451 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data5/current/BP-67685450-172.17.0.3-1731474762560/current, will proceed with Du for space computation calculation, 2024-11-13T05:12:47,451 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data6/current/BP-67685450-172.17.0.3-1731474762560/current, will proceed with Du for space computation calculation, 2024-11-13T05:12:47,473 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:12:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb927e67ceaa60fd6 with lease ID 0xf0058b73077c5d3f: Processing first storage report for DS-838f75a1-7a53-4576-9ab1-d6a592bab295 from datanode DatanodeRegistration(127.0.0.1:34991, datanodeUuid=98d5c441-53bb-4095-ba43-6de6f4ce1ebe, infoPort=36359, infoSecurePort=0, ipcPort=37075, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560) 2024-11-13T05:12:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb927e67ceaa60fd6 with lease ID 0xf0058b73077c5d3f: from storage DS-838f75a1-7a53-4576-9ab1-d6a592bab295 node DatanodeRegistration(127.0.0.1:34991, datanodeUuid=98d5c441-53bb-4095-ba43-6de6f4ce1ebe, infoPort=36359, infoSecurePort=0, ipcPort=37075, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:12:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb927e67ceaa60fd6 with lease ID 0xf0058b73077c5d3f: Processing first storage report for DS-16108af3-a44b-4e87-9755-f543ddd18149 from datanode DatanodeRegistration(127.0.0.1:34991, datanodeUuid=98d5c441-53bb-4095-ba43-6de6f4ce1ebe, infoPort=36359, infoSecurePort=0, ipcPort=37075, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560) 2024-11-13T05:12:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb927e67ceaa60fd6 with lease ID 0xf0058b73077c5d3f: from storage DS-16108af3-a44b-4e87-9755-f543ddd18149 node DatanodeRegistration(127.0.0.1:34991, datanodeUuid=98d5c441-53bb-4095-ba43-6de6f4ce1ebe, infoPort=36359, infoSecurePort=0, ipcPort=37075, storageInfo=lv=-57;cid=testClusterID;nsid=1579851462;c=1731474762560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:12:47,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5 2024-11-13T05:12:47,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/zookeeper_0, clientPort=54137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:12:47,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54137 2024-11-13T05:12:47,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:47,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:47,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:12:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:12:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:12:48,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 with version=8 2024-11-13T05:12:48,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/hbase-staging 2024-11-13T05:12:48,315 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T05:12:48,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:12:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:48,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:48,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:12:48,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:48,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:12:48,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:12:48,756 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T05:12:48,765 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T05:12:48,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:12:48,793 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 998 (auto-detected) 2024-11-13T05:12:48,794 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T05:12:48,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43275 2024-11-13T05:12:48,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43275 connecting to ZooKeeper ensemble=127.0.0.1:54137 2024-11-13T05:12:48,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432750x0, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:12:48,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43275-0x101329c3a780000 connected 2024-11-13T05:12:49,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:12:49,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354, hbase.cluster.distributed=false 2024-11-13T05:12:49,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:12:49,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-13T05:12:49,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43275 2024-11-13T05:12:49,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43275 2024-11-13T05:12:49,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-13T05:12:49,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-13T05:12:49,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:12:49,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:12:49,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:12:49,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:12:49,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:12:49,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36223 2024-11-13T05:12:49,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36223 connecting to ZooKeeper ensemble=127.0.0.1:54137 2024-11-13T05:12:49,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362230x0, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:12:49,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362230x0, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:12:49,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36223-0x101329c3a780001 connected 2024-11-13T05:12:49,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:12:49,218 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:12:49,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:12:49,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:12:49,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-13T05:12:49,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36223 2024-11-13T05:12:49,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36223 2024-11-13T05:12:49,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-13T05:12:49,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-13T05:12:49,246 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:12:49,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:12:49,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:12:49,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:12:49,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:12:49,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41453 2024-11-13T05:12:49,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41453 connecting to ZooKeeper ensemble=127.0.0.1:54137 2024-11-13T05:12:49,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414530x0, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:12:49,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414530x0, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:12:49,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41453-0x101329c3a780002 connected 2024-11-13T05:12:49,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:12:49,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:12:49,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:12:49,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:12:49,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-13T05:12:49,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41453 2024-11-13T05:12:49,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41453 2024-11-13T05:12:49,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-13T05:12:49,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-13T05:12:49,292 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:12:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:12:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:12:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:12:49,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:12:49,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:12:49,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38131 2024-11-13T05:12:49,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38131 connecting to ZooKeeper ensemble=127.0.0.1:54137 2024-11-13T05:12:49,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381310x0, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:12:49,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381310x0, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:12:49,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38131-0x101329c3a780003 connected 2024-11-13T05:12:49,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:12:49,314 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:12:49,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:12:49,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:12:49,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-13T05:12:49,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38131 2024-11-13T05:12:49,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38131 2024-11-13T05:12:49,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-13T05:12:49,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-13T05:12:49,339 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:43275 2024-11-13T05:12:49,340 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a61c20bd729c,43275,1731474768366 2024-11-13T05:12:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,358 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a61c20bd729c,43275,1731474768366 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,398 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T05:12:49,399 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a61c20bd729c,43275,1731474768366 from backup master directory 2024-11-13T05:12:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a61c20bd729c,43275,1731474768366 2024-11-13T05:12:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:12:49,408 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:12:49,408 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,43275,1731474768366 2024-11-13T05:12:49,410 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T05:12:49,412 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T05:12:49,468 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/hbase.id] with ID: ad8f26f8-7ff9-4b06-8374-c730666f2f92 2024-11-13T05:12:49,468 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.tmp/hbase.id 2024-11-13T05:12:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:12:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:12:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:12:49,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.tmp/hbase.id]:[hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/hbase.id] 2024-11-13T05:12:49,538 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:12:49,543 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:12:49,565 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-13T05:12:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:12:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:12:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:12:49,612 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:12:49,614 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:12:49,627 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:12:49,630 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:12:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:12:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:12:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:12:49,678 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store 2024-11-13T05:12:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:12:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:12:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:12:49,704 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T05:12:49,707 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:12:49,708 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:12:49,708 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:12:49,709 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:12:49,710 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:12:49,710 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:12:49,710 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:12:49,711 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731474769708Disabling compacts and flushes for region at 1731474769708Disabling writes for close at 1731474769710 (+2 ms)Writing region close event to WAL at 1731474769710Closed at 1731474769710 2024-11-13T05:12:49,713 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/.initializing 2024-11-13T05:12:49,713 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/WALs/a61c20bd729c,43275,1731474768366 2024-11-13T05:12:49,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:12:49,735 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C43275%2C1731474768366, suffix=, logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/WALs/a61c20bd729c,43275,1731474768366, archiveDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/oldWALs, maxLogs=10 2024-11-13T05:12:49,754 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/WALs/a61c20bd729c,43275,1731474768366/a61c20bd729c%2C43275%2C1731474768366.1731474769739, exclude list is [], retry=0 2024-11-13T05:12:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-838f75a1-7a53-4576-9ab1-d6a592bab295,DISK] 2024-11-13T05:12:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-00033132-0fb7-48db-a1ca-a9f056ef19d3,DISK] 2024-11-13T05:12:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-90a36039-5a9f-4d12-95ab-c43914ce72c4,DISK] 2024-11-13T05:12:49,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T05:12:49,821 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/WALs/a61c20bd729c,43275,1731474768366/a61c20bd729c%2C43275%2C1731474768366.1731474769739 2024-11-13T05:12:49,823 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36359:36359),(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:44613:44613)] 2024-11-13T05:12:49,823 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:12:49,824 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:12:49,827 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,828 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:12:49,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:49,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:12:49,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:12:49,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:49,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:12:49,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:12:49,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:49,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:12:49,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:12:49,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:49,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:12:49,905 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,908 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,909 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,913 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,917 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:12:49,921 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:12:49,925 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:12:49,926 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72929345, jitterRate=0.0867319256067276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:12:49,934 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731474769842Initializing all the Stores at 1731474769844 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474769845 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474769846 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474769846Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474769846Cleaning up temporary data from old regions at 1731474769914 (+68 ms)Region opened successfully at 1731474769934 (+20 ms) 2024-11-13T05:12:49,935 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:12:49,969 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b1a97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:12:50,003 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:12:50,016 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:12:50,016 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:12:50,019 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:12:50,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T05:12:50,025 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T05:12:50,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T05:12:50,055 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:12:50,062 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T05:12:50,112 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T05:12:50,117 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:12:50,120 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:12:50,132 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T05:12:50,135 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:12:50,139 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:12:50,143 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T05:12:50,145 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:12:50,153 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T05:12:50,174 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:12:50,185 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,201 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,43275,1731474768366, sessionid=0x101329c3a780000, setting cluster-up flag (Was=false) 2024-11-13T05:12:50,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,259 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T05:12:50,264 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,43275,1731474768366 2024-11-13T05:12:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:50,322 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T05:12:50,326 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,43275,1731474768366 2024-11-13T05:12:50,334 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:12:50,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:12:50,408 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:12:50,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:12:50,419 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,43275,1731474768366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:12:50,426 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(746): ClusterId : ad8f26f8-7ff9-4b06-8374-c730666f2f92 2024-11-13T05:12:50,426 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(746): ClusterId : ad8f26f8-7ff9-4b06-8374-c730666f2f92 2024-11-13T05:12:50,426 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(746): ClusterId : ad8f26f8-7ff9-4b06-8374-c730666f2f92 2024-11-13T05:12:50,427 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:12:50,427 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:12:50,427 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:12:50,427 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:12:50,428 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:12:50,428 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,428 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:12:50,428 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,429 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:12:50,429 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:12:50,429 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:12:50,433 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731474800433 2024-11-13T05:12:50,434 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:12:50,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:12:50,436 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:12:50,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:12:50,440 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:12:50,441 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:12:50,441 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:12:50,441 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:12:50,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:50,442 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:12:50,446 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:12:50,447 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:12:50,448 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:12:50,451 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:12:50,451 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:12:50,451 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:12:50,451 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:12:50,451 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:12:50,451 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:12:50,451 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:12:50,451 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:12:50,456 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731474770453,5,FailOnTimeoutGroup] 2024-11-13T05:12:50,457 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731474770456,5,FailOnTimeoutGroup] 2024-11-13T05:12:50,457 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,457 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:12:50,458 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,459 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:12:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:12:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:12:50,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:12:50,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:12:50,471 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:12:50,471 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:12:50,471 DEBUG [RS:2;a61c20bd729c:38131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e143dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:12:50,471 DEBUG [RS:1;a61c20bd729c:41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550f47b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:12:50,473 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:12:50,474 DEBUG [RS:0;a61c20bd729c:36223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570ab782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:12:50,492 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a61c20bd729c:41453 2024-11-13T05:12:50,492 DEBUG [RS:2;a61c20bd729c:38131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a61c20bd729c:38131 2024-11-13T05:12:50,496 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:12:50,496 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:12:50,496 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:12:50,496 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:12:50,496 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:12:50,497 DEBUG [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:12:50,499 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:36223 2024-11-13T05:12:50,499 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,43275,1731474768366 with port=38131, startcode=1731474769292 2024-11-13T05:12:50,499 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,43275,1731474768366 with port=41453, startcode=1731474769246 2024-11-13T05:12:50,499 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:12:50,500 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:12:50,500 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:12:50,501 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,43275,1731474768366 with port=36223, startcode=1731474769149 2024-11-13T05:12:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:12:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:12:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:12:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:12:50,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:12:50,514 DEBUG [RS:2;a61c20bd729c:38131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:12:50,514 DEBUG [RS:0;a61c20bd729c:36223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:12:50,514 DEBUG [RS:1;a61c20bd729c:41453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:12:50,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:12:50,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:50,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:12:50,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:12:50,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:12:50,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:50,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:12:50,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:12:50,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:12:50,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:50,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:12:50,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:12:50,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:12:50,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:12:50,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:12:50,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:12:50,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740 2024-11-13T05:12:50,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740 2024-11-13T05:12:50,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:12:50,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:12:50,541 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:12:50,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:12:50,550 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:12:50,552 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66862768, jitterRate=-0.003667116165161133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:12:50,552 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:12:50,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:12:50,552 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:12:50,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731474770509Initializing all the Stores at 1731474770511 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474770511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474770512 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474770512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474770512Cleaning up temporary data from old regions at 1731474770538 (+26 ms)Region opened successfully at 1731474770556 (+18 ms) 2024-11-13T05:12:50,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:12:50,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:12:50,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:12:50,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:12:50,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:12:50,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,41453,1731474769246 2024-11-13T05:12:50,558 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:12:50,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731474770557Disabling compacts and flushes for region at 1731474770557Disabling writes for close at 1731474770557Writing region close event to WAL at 1731474770558 (+1 ms)Closed at 1731474770558 2024-11-13T05:12:50,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,41453,1731474769246 2024-11-13T05:12:50,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:12:50,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:12:50,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:12:50,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,36223,1731474769149 2024-11-13T05:12:50,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,36223,1731474769149 2024-11-13T05:12:50,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,38131,1731474769292 2024-11-13T05:12:50,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,38131,1731474769292 2024-11-13T05:12:50,574 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:12:50,574 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:12:50,574 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39239 2024-11-13T05:12:50,574 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39239 2024-11-13T05:12:50,574 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:12:50,574 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:12:50,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:12:50,578 DEBUG [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:12:50,578 DEBUG [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39239 2024-11-13T05:12:50,578 DEBUG [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:12:50,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:12:50,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:12:50,648 DEBUG [RS:1;a61c20bd729c:41453 {}] zookeeper.ZKUtil(111): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a61c20bd729c,41453,1731474769246 2024-11-13T05:12:50,648 DEBUG [RS:0;a61c20bd729c:36223 {}] zookeeper.ZKUtil(111): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a61c20bd729c,36223,1731474769149 2024-11-13T05:12:50,648 WARN [RS:1;a61c20bd729c:41453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:12:50,648 WARN [RS:0;a61c20bd729c:36223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:12:50,649 INFO [RS:1;a61c20bd729c:41453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:12:50,649 INFO [RS:0;a61c20bd729c:36223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:12:50,649 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,41453,1731474769246 2024-11-13T05:12:50,649 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149 2024-11-13T05:12:50,650 DEBUG [RS:2;a61c20bd729c:38131 {}] zookeeper.ZKUtil(111): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a61c20bd729c,38131,1731474769292 2024-11-13T05:12:50,650 WARN [RS:2;a61c20bd729c:38131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:12:50,650 INFO [RS:2;a61c20bd729c:38131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:12:50,650 DEBUG [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292 2024-11-13T05:12:50,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,36223,1731474769149] 2024-11-13T05:12:50,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,41453,1731474769246] 2024-11-13T05:12:50,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,38131,1731474769292] 2024-11-13T05:12:50,678 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:12:50,678 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:12:50,678 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:12:50,693 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:12:50,693 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:12:50,693 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:12:50,698 INFO [RS:1;a61c20bd729c:41453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:12:50,698 INFO [RS:0;a61c20bd729c:36223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:12:50,698 INFO [RS:2;a61c20bd729c:38131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:12:50,699 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,699 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,699 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,700 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:12:50,700 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:12:50,700 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:12:50,706 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:12:50,706 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:12:50,706 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:12:50,707 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,707 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,707 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,708 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,708 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,709 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:12:50,710 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:12:50,709 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:12:50,709 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:12:50,710 DEBUG [RS:2;a61c20bd729c:38131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:12:50,710 DEBUG [RS:0;a61c20bd729c:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:12:50,710 DEBUG [RS:1;a61c20bd729c:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:12:50,711 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36223,1731474769149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38131,1731474769292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:12:50,711 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41453,1731474769246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:12:50,729 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:12:50,730 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38131,1731474769292-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,731 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,731 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.Replication(171): a61c20bd729c,38131,1731474769292 started 2024-11-13T05:12:50,732 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:12:50,732 WARN [a61c20bd729c:43275 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:12:50,732 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41453,1731474769246-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,732 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,732 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.Replication(171): a61c20bd729c,41453,1731474769246 started 2024-11-13T05:12:50,748 INFO [RS:2;a61c20bd729c:38131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,748 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,748 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,41453,1731474769246, RpcServer on a61c20bd729c/172.17.0.3:41453, sessionid=0x101329c3a780002 2024-11-13T05:12:50,748 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,38131,1731474769292, RpcServer on a61c20bd729c/172.17.0.3:38131, sessionid=0x101329c3a780003 2024-11-13T05:12:50,749 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:12:50,749 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:12:50,749 DEBUG [RS:2;a61c20bd729c:38131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,38131,1731474769292 2024-11-13T05:12:50,749 DEBUG [RS:1;a61c20bd729c:41453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,41453,1731474769246 2024-11-13T05:12:50,749 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41453,1731474769246' 2024-11-13T05:12:50,749 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,38131,1731474769292' 2024-11-13T05:12:50,749 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:12:50,749 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:12:50,750 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:12:50,750 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:12:50,751 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:12:50,751 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:12:50,751 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:12:50,751 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:12:50,751 DEBUG [RS:1;a61c20bd729c:41453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,41453,1731474769246 2024-11-13T05:12:50,751 DEBUG [RS:2;a61c20bd729c:38131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,38131,1731474769292 2024-11-13T05:12:50,751 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41453,1731474769246' 2024-11-13T05:12:50,751 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,38131,1731474769292' 2024-11-13T05:12:50,751 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:12:50,751 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:12:50,751 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:12:50,751 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:12:50,752 DEBUG [RS:1;a61c20bd729c:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:12:50,752 DEBUG [RS:2;a61c20bd729c:38131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:12:50,752 INFO [RS:1;a61c20bd729c:41453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:12:50,752 INFO [RS:2;a61c20bd729c:38131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:12:50,752 INFO [RS:1;a61c20bd729c:41453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:12:50,752 INFO [RS:2;a61c20bd729c:38131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:12:50,766 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:12:50,767 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36223,1731474769149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,767 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,767 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.Replication(171): a61c20bd729c,36223,1731474769149 started 2024-11-13T05:12:50,781 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:12:50,781 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,36223,1731474769149, RpcServer on a61c20bd729c/172.17.0.3:36223, sessionid=0x101329c3a780001 2024-11-13T05:12:50,781 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:12:50,782 DEBUG [RS:0;a61c20bd729c:36223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,36223,1731474769149 2024-11-13T05:12:50,782 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36223,1731474769149' 2024-11-13T05:12:50,782 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:12:50,782 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:12:50,783 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:12:50,783 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:12:50,783 DEBUG [RS:0;a61c20bd729c:36223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,36223,1731474769149 2024-11-13T05:12:50,783 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36223,1731474769149' 2024-11-13T05:12:50,783 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:12:50,784 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:12:50,784 DEBUG [RS:0;a61c20bd729c:36223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:12:50,784 INFO [RS:0;a61c20bd729c:36223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:12:50,784 INFO [RS:0;a61c20bd729c:36223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:12:50,857 INFO [RS:1;a61c20bd729c:41453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:12:50,857 INFO [RS:2;a61c20bd729c:38131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:12:50,860 INFO [RS:1;a61c20bd729c:41453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C41453%2C1731474769246, suffix=, logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,41453,1731474769246, archiveDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs, maxLogs=32 2024-11-13T05:12:50,860 INFO [RS:2;a61c20bd729c:38131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C38131%2C1731474769292, suffix=, logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292, archiveDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs, maxLogs=32 2024-11-13T05:12:50,878 DEBUG [RS:2;a61c20bd729c:38131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292/a61c20bd729c%2C38131%2C1731474769292.1731474770865, exclude list is [], retry=0 2024-11-13T05:12:50,878 DEBUG [RS:1;a61c20bd729c:41453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,41453,1731474769246/a61c20bd729c%2C41453%2C1731474769246.1731474770866, exclude list is [], retry=0 2024-11-13T05:12:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-838f75a1-7a53-4576-9ab1-d6a592bab295,DISK] 2024-11-13T05:12:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-90a36039-5a9f-4d12-95ab-c43914ce72c4,DISK] 2024-11-13T05:12:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-00033132-0fb7-48db-a1ca-a9f056ef19d3,DISK] 2024-11-13T05:12:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-90a36039-5a9f-4d12-95ab-c43914ce72c4,DISK] 2024-11-13T05:12:50,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-00033132-0fb7-48db-a1ca-a9f056ef19d3,DISK] 2024-11-13T05:12:50,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-838f75a1-7a53-4576-9ab1-d6a592bab295,DISK] 2024-11-13T05:12:50,885 INFO [RS:0;a61c20bd729c:36223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:12:50,888 INFO [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C36223%2C1731474769149, suffix=, logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149, archiveDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs, maxLogs=32 2024-11-13T05:12:50,888 INFO [RS:2;a61c20bd729c:38131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292/a61c20bd729c%2C38131%2C1731474769292.1731474770865 2024-11-13T05:12:50,889 DEBUG [RS:2;a61c20bd729c:38131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44613:44613),(127.0.0.1/127.0.0.1:36359:36359),(127.0.0.1/127.0.0.1:35361:35361)] 2024-11-13T05:12:50,893 INFO [RS:1;a61c20bd729c:41453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,41453,1731474769246/a61c20bd729c%2C41453%2C1731474769246.1731474770866 2024-11-13T05:12:50,893 DEBUG [RS:1;a61c20bd729c:41453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:44613:44613),(127.0.0.1/127.0.0.1:36359:36359)] 2024-11-13T05:12:50,904 DEBUG [RS:0;a61c20bd729c:36223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149/a61c20bd729c%2C36223%2C1731474769149.1731474770890, exclude list is [], retry=0 2024-11-13T05:12:50,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-90a36039-5a9f-4d12-95ab-c43914ce72c4,DISK] 2024-11-13T05:12:50,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-00033132-0fb7-48db-a1ca-a9f056ef19d3,DISK] 2024-11-13T05:12:50,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-838f75a1-7a53-4576-9ab1-d6a592bab295,DISK] 2024-11-13T05:12:50,925 INFO [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149/a61c20bd729c%2C36223%2C1731474769149.1731474770890 2024-11-13T05:12:50,927 DEBUG [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44613:44613),(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:36359:36359)] 2024-11-13T05:12:50,984 DEBUG [a61c20bd729c:43275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T05:12:50,993 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T05:12:51,003 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:12:51,003 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:12:51,003 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T05:12:51,003 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:12:51,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:12:51,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,38131,1731474769292, state=OPENING 2024-11-13T05:12:51,069 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:12:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:12:51,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:12:51,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:12:51,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:12:51,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:12:51,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:12:51,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,38131,1731474769292}] 2024-11-13T05:12:58,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:12:58,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:13:01,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:13:01,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:13:01,128 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:13:01,128 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:13:01,129 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:13:01,132 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C38131%2C1731474769292.meta, suffix=.meta, logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292, archiveDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs, maxLogs=32 2024-11-13T05:13:01,147 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, exclude list is [], retry=0 2024-11-13T05:13:01,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-00033132-0fb7-48db-a1ca-a9f056ef19d3,DISK] 2024-11-13T05:13:01,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-838f75a1-7a53-4576-9ab1-d6a592bab295,DISK] 2024-11-13T05:13:01,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-90a36039-5a9f-4d12-95ab-c43914ce72c4,DISK] 2024-11-13T05:13:01,156 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta 2024-11-13T05:13:01,157 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:36359:36359),(127.0.0.1/127.0.0.1:44613:44613)] 2024-11-13T05:13:01,157 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:13:01,159 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:13:01,163 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:13:01,169 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:13:01,175 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:13:01,175 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:13:01,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:13:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:13:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:13:01,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:01,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:01,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:13:01,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:13:01,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:01,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:01,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:13:01,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:13:01,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:01,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:01,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:13:01,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:13:01,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:01,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:01,192 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:13:01,193 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740 2024-11-13T05:13:01,197 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740 2024-11-13T05:13:01,199 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:13:01,199 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:13:01,200 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:13:01,203 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:13:01,205 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73795632, jitterRate=0.0996406078338623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:13:01,205 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:13:01,206 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731474781177Writing region info on filesystem at 1731474781177Initializing all the Stores at 1731474781179 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474781179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474781180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474781180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474781180Cleaning up temporary data from old regions at 1731474781199 (+19 ms)Running coprocessor post-open hooks at 1731474781205 (+6 ms)Region opened successfully at 1731474781206 (+1 ms) 2024-11-13T05:13:01,214 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731474781106 2024-11-13T05:13:01,225 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:13:01,226 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:13:01,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:01,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,38131,1731474769292, state=OPEN 2024-11-13T05:13:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:01,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:01,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:01,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:01,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:01,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:01,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:13:01,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,38131,1731474769292 in 10.1930 sec 2024-11-13T05:13:01,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:13:01,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7210 sec 2024-11-13T05:13:01,294 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:13:01,294 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:13:01,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:13:01,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1] 2024-11-13T05:13:01,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:13:01,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:13:01,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9870 sec 2024-11-13T05:13:01,353 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731474781353, completionTime=-1 2024-11-13T05:13:01,355 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T05:13:01,355 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:13:01,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T05:13:01,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731474841411 2024-11-13T05:13:01,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731474901411 2024-11-13T05:13:01,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 55 msec 2024-11-13T05:13:01,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:13:01,421 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43275,1731474768366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,421 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43275,1731474768366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,421 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43275,1731474768366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:43275, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,424 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,425 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,430 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:13:01,459 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.051sec 2024-11-13T05:13:01,461 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:13:01,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:13:01,463 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:13:01,463 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:13:01,463 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:13:01,464 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43275,1731474768366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:13:01,465 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43275,1731474768366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:13:01,470 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:13:01,471 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:13:01,472 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43275,1731474768366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:13:01,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:13:01,552 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T05:13:01,552 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T05:13:01,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43275,-1 for getting cluster id 2024-11-13T05:13:01,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:13:01,568 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad8f26f8-7ff9-4b06-8374-c730666f2f92' 2024-11-13T05:13:01,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:13:01,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad8f26f8-7ff9-4b06-8374-c730666f2f92" 2024-11-13T05:13:01,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5433d3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:13:01,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43275,-1] 2024-11-13T05:13:01,574 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:13:01,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:13:01,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:13:01,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:13:01,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:13:01,589 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1] 2024-11-13T05:13:01,589 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:13:01,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:13:01,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,43275,1731474768366 2024-11-13T05:13:01,618 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731474781617 (current time:1731474781617). 2024-11-13T05:13:01,618 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T05:13:01,618 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T05:13:01,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:13:01,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43275,-1 for getting cluster id 2024-11-13T05:13:01,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:13:01,623 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad8f26f8-7ff9-4b06-8374-c730666f2f92' 2024-11-13T05:13:01,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:13:01,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad8f26f8-7ff9-4b06-8374-c730666f2f92" 2024-11-13T05:13:01,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d8bc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:13:01,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43275,-1] 2024-11-13T05:13:01,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:13:01,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:13:01,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:13:01,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1663601e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:13:01,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:13:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1] 2024-11-13T05:13:01,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:13:01,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:13:01,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:13:01,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:13:01,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:13:01,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:13:01,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:13:01,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:13:01,646 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43275,1731474768366 2024-11-13T05:13:01,649 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2365bef7 2024-11-13T05:13:01,650 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:13:01,652 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:13:01,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:13:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T05:13:01,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:13:01,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T05:13:01,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:01,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:13:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:13:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:13:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:13:01,690 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8d20fc6cc4d6d9fa6999a219ff8a3310, NAME => 'SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,690 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b8d6652241779477aac8e712063c50c4, NAME => 'SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,690 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33af55e3f4c3b8597461e11476c38196, NAME => 'SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:13:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:13:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:13:01,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 33af55e3f4c3b8597461e11476c38196, disabling compactions & flushes 2024-11-13T05:13:01,713 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:01,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:01,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. after waiting 0 ms 2024-11-13T05:13:01,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:01,713 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:01,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33af55e3f4c3b8597461e11476c38196: Waiting for close lock at 1731474781713Disabling compacts and flushes for region at 1731474781713Disabling writes for close at 1731474781713Writing region close event to WAL at 1731474781713Closed at 1731474781713 2024-11-13T05:13:01,714 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4433bf50241f5573585ee17720b76532, NAME => 'SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:13:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:13:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:13:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:13:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8d20fc6cc4d6d9fa6999a219ff8a3310, disabling compactions & flushes 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b8d6652241779477aac8e712063c50c4, disabling compactions & flushes 2024-11-13T05:13:01,721 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:01,721 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. after waiting 0 ms 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. after waiting 0 ms 2024-11-13T05:13:01,721 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:01,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8d20fc6cc4d6d9fa6999a219ff8a3310: Waiting for close lock at 1731474781721Disabling compacts and flushes for region at 1731474781721Disabling writes for close at 1731474781721Writing region close event to WAL at 1731474781721Closed at 1731474781721 2024-11-13T05:13:01,721 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:01,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b8d6652241779477aac8e712063c50c4: Waiting for close lock at 1731474781721Disabling compacts and flushes for region at 1731474781721Disabling writes for close at 1731474781721Writing region close event to WAL at 1731474781721Closed at 1731474781721 2024-11-13T05:13:01,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => efcac2e77e3893d8cb949688555c33f4, NAME => 'SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:13:01,723 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => faac0e9ecd4a2bb4967a753ef819bff6, NAME => 'SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:13:01,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:13:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:13:01,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4433bf50241f5573585ee17720b76532, disabling compactions & flushes 2024-11-13T05:13:01,745 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:01,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:01,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. after waiting 0 ms 2024-11-13T05:13:01,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:01,745 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:01,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4433bf50241f5573585ee17720b76532: Waiting for close lock at 1731474781745Disabling compacts and flushes for region at 1731474781745Disabling writes for close at 1731474781745Writing region close event to WAL at 1731474781745Closed at 1731474781745 2024-11-13T05:13:01,746 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8ad2acb4ed9857d5e4e298f5cb30666, NAME => 'SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:13:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:13:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:13:01,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing faac0e9ecd4a2bb4967a753ef819bff6, disabling compactions & flushes 2024-11-13T05:13:01,755 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:01,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:01,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. after waiting 0 ms 2024-11-13T05:13:01,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:01,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:01,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for faac0e9ecd4a2bb4967a753ef819bff6: Waiting for close lock at 1731474781755Disabling compacts and flushes for region at 1731474781755Disabling writes for close at 1731474781755Writing region close event to WAL at 1731474781756 (+1 ms)Closed at 1731474781756 2024-11-13T05:13:01,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7caff54a3c946866064e4c9d92a18620, NAME => 'SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:13:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:13:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:13:01,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing efcac2e77e3893d8cb949688555c33f4, disabling compactions & flushes 2024-11-13T05:13:01,761 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:01,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:01,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. after waiting 0 ms 2024-11-13T05:13:01,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:01,761 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:01,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for efcac2e77e3893d8cb949688555c33f4: Waiting for close lock at 1731474781761Disabling compacts and flushes for region at 1731474781761Disabling writes for close at 1731474781761Writing region close event to WAL at 1731474781761Closed at 1731474781761 2024-11-13T05:13:01,762 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad5c72e0c871421eeed50ddb3847ef0a, NAME => 'SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:13:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:13:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:13:01,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e8ad2acb4ed9857d5e4e298f5cb30666, disabling compactions & flushes 2024-11-13T05:13:01,777 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:01,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:01,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. after waiting 0 ms 2024-11-13T05:13:01,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:01,777 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:01,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8ad2acb4ed9857d5e4e298f5cb30666: Waiting for close lock at 1731474781777Disabling compacts and flushes for region at 1731474781777Disabling writes for close at 1731474781777Writing region close event to WAL at 1731474781777Closed at 1731474781777 2024-11-13T05:13:01,778 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2c28d5e4207a7d16133c4136ebe3d76, NAME => 'SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354 2024-11-13T05:13:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:13:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:13:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:13:01,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7caff54a3c946866064e4c9d92a18620, disabling compactions & flushes 2024-11-13T05:13:01,785 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:01,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:01,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. after waiting 0 ms 2024-11-13T05:13:01,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:01,785 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:01,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7caff54a3c946866064e4c9d92a18620: Waiting for close lock at 1731474781785Disabling compacts and flushes for region at 1731474781785Disabling writes for close at 1731474781785Writing region close event to WAL at 1731474781785Closed at 1731474781785 2024-11-13T05:13:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:01,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:13:01,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:13:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:13:01,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ad5c72e0c871421eeed50ddb3847ef0a, disabling compactions & flushes 2024-11-13T05:13:01,797 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:01,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:01,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. after waiting 0 ms 2024-11-13T05:13:01,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:01,797 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:01,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad5c72e0c871421eeed50ddb3847ef0a: Waiting for close lock at 1731474781797Disabling compacts and flushes for region at 1731474781797Disabling writes for close at 1731474781797Writing region close event to WAL at 1731474781797Closed at 1731474781797 2024-11-13T05:13:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:13:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:13:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:13:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f2c28d5e4207a7d16133c4136ebe3d76, disabling compactions & flushes 2024-11-13T05:13:01,803 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. after waiting 0 ms 2024-11-13T05:13:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:01,803 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2c28d5e4207a7d16133c4136ebe3d76: Waiting for close lock at 1731474781803Disabling compacts and flushes for region at 1731474781803Disabling writes for close at 1731474781803Writing region close event to WAL at 1731474781803Closed at 1731474781803 2024-11-13T05:13:01,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:13:01,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731474781806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474781806"}]},"ts":"1731474781806"} 2024-11-13T05:13:01,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T05:13:01,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:13:01,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731474781858"}]},"ts":"1731474781858"} 2024-11-13T05:13:01,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T05:13:01,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T05:13:01,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:13:01,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:13:01,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T05:13:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:13:01,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d6652241779477aac8e712063c50c4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d20fc6cc4d6d9fa6999a219ff8a3310, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efcac2e77e3893d8cb949688555c33f4, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faac0e9ecd4a2bb4967a753ef819bff6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7caff54a3c946866064e4c9d92a18620, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5c72e0c871421eeed50ddb3847ef0a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN}] 2024-11-13T05:13:01,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN 2024-11-13T05:13:01,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d6652241779477aac8e712063c50c4, ASSIGN 2024-11-13T05:13:01,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d20fc6cc4d6d9fa6999a219ff8a3310, ASSIGN 2024-11-13T05:13:01,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faac0e9ecd4a2bb4967a753ef819bff6, ASSIGN 2024-11-13T05:13:01,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d6652241779477aac8e712063c50c4, ASSIGN; state=OFFLINE, location=a61c20bd729c,41453,1731474769246; forceNewPlan=false, retain=false 2024-11-13T05:13:01,883 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN; state=OFFLINE, location=a61c20bd729c,38131,1731474769292; forceNewPlan=false, retain=false 2024-11-13T05:13:01,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN 2024-11-13T05:13:01,883 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d20fc6cc4d6d9fa6999a219ff8a3310, ASSIGN; state=OFFLINE, location=a61c20bd729c,36223,1731474769149; forceNewPlan=false, retain=false 2024-11-13T05:13:01,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faac0e9ecd4a2bb4967a753ef819bff6, ASSIGN; state=OFFLINE, location=a61c20bd729c,36223,1731474769149; forceNewPlan=false, retain=false 2024-11-13T05:13:01,885 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN; state=OFFLINE, location=a61c20bd729c,38131,1731474769292; forceNewPlan=false, retain=false 2024-11-13T05:13:01,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5c72e0c871421eeed50ddb3847ef0a, ASSIGN 2024-11-13T05:13:01,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7caff54a3c946866064e4c9d92a18620, ASSIGN 2024-11-13T05:13:01,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN 2024-11-13T05:13:01,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5c72e0c871421eeed50ddb3847ef0a, ASSIGN; state=OFFLINE, location=a61c20bd729c,41453,1731474769246; forceNewPlan=false, retain=false 2024-11-13T05:13:01,893 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7caff54a3c946866064e4c9d92a18620, ASSIGN; state=OFFLINE, location=a61c20bd729c,36223,1731474769149; forceNewPlan=false, retain=false 2024-11-13T05:13:01,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN; state=OFFLINE, location=a61c20bd729c,38131,1731474769292; forceNewPlan=false, retain=false 2024-11-13T05:13:01,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN 2024-11-13T05:13:01,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efcac2e77e3893d8cb949688555c33f4, ASSIGN 2024-11-13T05:13:01,900 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN; state=OFFLINE, location=a61c20bd729c,38131,1731474769292; forceNewPlan=false, retain=false 2024-11-13T05:13:01,901 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efcac2e77e3893d8cb949688555c33f4, ASSIGN; state=OFFLINE, location=a61c20bd729c,41453,1731474769246; forceNewPlan=false, retain=false 2024-11-13T05:13:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:02,041 INFO [a61c20bd729c:43275 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T05:13:02,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ad5c72e0c871421eeed50ddb3847ef0a, regionState=OPENING, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:02,043 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b8d6652241779477aac8e712063c50c4, regionState=OPENING, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:02,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e8ad2acb4ed9857d5e4e298f5cb30666, regionState=OPENING, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:02,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2c28d5e4207a7d16133c4136ebe3d76, regionState=OPENING, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:02,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=efcac2e77e3893d8cb949688555c33f4, regionState=OPENING, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:02,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33af55e3f4c3b8597461e11476c38196, regionState=OPENING, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:02,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7caff54a3c946866064e4c9d92a18620, regionState=OPENING, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:02,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faac0e9ecd4a2bb4967a753ef819bff6, regionState=OPENING, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:02,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4433bf50241f5573585ee17720b76532, regionState=OPENING, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:02,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8d20fc6cc4d6d9fa6999a219ff8a3310, regionState=OPENING, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN because future has completed 2024-11-13T05:13:02,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666, server=a61c20bd729c,38131,1731474769292}] 2024-11-13T05:13:02,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN because future has completed 2024-11-13T05:13:02,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76, server=a61c20bd729c,38131,1731474769292}] 2024-11-13T05:13:02,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efcac2e77e3893d8cb949688555c33f4, ASSIGN because future has completed 2024-11-13T05:13:02,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad5c72e0c871421eeed50ddb3847ef0a, ASSIGN because future has completed 2024-11-13T05:13:02,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a, server=a61c20bd729c,41453,1731474769246}] 2024-11-13T05:13:02,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure efcac2e77e3893d8cb949688555c33f4, server=a61c20bd729c,41453,1731474769246}] 2024-11-13T05:13:02,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d6652241779477aac8e712063c50c4, ASSIGN because future has completed 2024-11-13T05:13:02,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7caff54a3c946866064e4c9d92a18620, ASSIGN because future has completed 2024-11-13T05:13:02,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d6652241779477aac8e712063c50c4, server=a61c20bd729c,41453,1731474769246}] 2024-11-13T05:13:02,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN because future has completed 2024-11-13T05:13:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faac0e9ecd4a2bb4967a753ef819bff6, ASSIGN because future has completed 2024-11-13T05:13:02,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN because future has completed 2024-11-13T05:13:02,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d20fc6cc4d6d9fa6999a219ff8a3310, ASSIGN because future has completed 2024-11-13T05:13:02,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4433bf50241f5573585ee17720b76532, server=a61c20bd729c,38131,1731474769292}] 2024-11-13T05:13:02,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33af55e3f4c3b8597461e11476c38196, server=a61c20bd729c,38131,1731474769292}] 2024-11-13T05:13:02,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310, server=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:02,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6, server=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:02,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7caff54a3c946866064e4c9d92a18620, server=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:02,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:13:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:06,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:13:08,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:13:08,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:13:08,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:13:08,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:13:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:12,068 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:13:12,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:13:12,072 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:12,072 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ad2acb4ed9857d5e4e298f5cb30666, NAME => 'SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T05:13:12,072 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,073 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,073 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,073 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,075 INFO [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,077 INFO [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ad2acb4ed9857d5e4e298f5cb30666 columnFamilyName cf 2024-11-13T05:13:12,077 DEBUG [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,077 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:12,077 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b8d6652241779477aac8e712063c50c4, NAME => 'SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T05:13:12,078 INFO [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] regionserver.HStore(327): Store=e8ad2acb4ed9857d5e4e298f5cb30666/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,078 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,078 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,078 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,078 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,078 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,079 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,080 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,081 INFO [StoreOpener-b8d6652241779477aac8e712063c50c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,081 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,081 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:13:12,083 INFO [StoreOpener-b8d6652241779477aac8e712063c50c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d6652241779477aac8e712063c50c4 columnFamilyName cf 2024-11-13T05:13:12,083 DEBUG [StoreOpener-b8d6652241779477aac8e712063c50c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,083 INFO [StoreOpener-b8d6652241779477aac8e712063c50c4-1 {}] regionserver.HStore(327): Store=b8d6652241779477aac8e712063c50c4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,084 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,084 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,085 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,086 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,086 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,087 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:13:12,088 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/e8ad2acb4ed9857d5e4e298f5cb30666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,089 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e8ad2acb4ed9857d5e4e298f5cb30666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71245290, jitterRate=0.061637550592422485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:12,091 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e8ad2acb4ed9857d5e4e298f5cb30666: Running coprocessor pre-open hook at 1731474792073Writing region info on filesystem at 1731474792073Initializing all the Stores at 1731474792074 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792075 (+1 ms)Cleaning up temporary data from old regions at 1731474792081 (+6 ms)Running coprocessor post-open hooks at 1731474792089 (+8 ms)Region opened successfully at 1731474792090 (+1 ms) 2024-11-13T05:13:12,093 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., pid=15, masterSystemTime=1731474792056 2024-11-13T05:13:12,094 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/b8d6652241779477aac8e712063c50c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,095 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:12,095 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b8d6652241779477aac8e712063c50c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69168046, jitterRate=0.030684202909469604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,095 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d20fc6cc4d6d9fa6999a219ff8a3310, NAME => 'SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b8d6652241779477aac8e712063c50c4: Running coprocessor pre-open hook at 1731474792079Writing region info on filesystem at 1731474792079Initializing all the Stores at 1731474792080 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792080Cleaning up temporary data from old regions at 1731474792087 (+7 ms)Running coprocessor post-open hooks at 1731474792096 (+9 ms)Region opened successfully at 1731474792096 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,096 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,096 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:12,097 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4433bf50241f5573585ee17720b76532, NAME => 'SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T05:13:12,097 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,097 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,097 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,097 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e8ad2acb4ed9857d5e4e298f5cb30666, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:12,097 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4., pid=19, masterSystemTime=1731474792067 2024-11-13T05:13:12,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666, server=a61c20bd729c,38131,1731474769292 because future has completed 2024-11-13T05:13:12,101 INFO [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,101 INFO [StoreOpener-8d20fc6cc4d6d9fa6999a219ff8a3310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b8d6652241779477aac8e712063c50c4, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:12,104 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:12,104 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:12,104 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:12,105 INFO [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4433bf50241f5573585ee17720b76532 columnFamilyName cf 2024-11-13T05:13:12,106 DEBUG [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d6652241779477aac8e712063c50c4, server=a61c20bd729c,41453,1731474769246 because future has completed 2024-11-13T05:13:12,106 INFO [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] regionserver.HStore(327): Store=4433bf50241f5573585ee17720b76532/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,106 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,107 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ad5c72e0c871421eeed50ddb3847ef0a, NAME => 'SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T05:13:12,108 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,108 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-13T05:13:12,108 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,108 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,108 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,108 INFO [StoreOpener-8d20fc6cc4d6d9fa6999a219ff8a3310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d20fc6cc4d6d9fa6999a219ff8a3310 columnFamilyName cf 2024-11-13T05:13:12,109 DEBUG [StoreOpener-8d20fc6cc4d6d9fa6999a219ff8a3310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,109 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,109 INFO [StoreOpener-8d20fc6cc4d6d9fa6999a219ff8a3310-1 {}] regionserver.HStore(327): Store=8d20fc6cc4d6d9fa6999a219ff8a3310/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,109 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,110 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,110 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,111 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,111 INFO [StoreOpener-ad5c72e0c871421eeed50ddb3847ef0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666, server=a61c20bd729c,38131,1731474769292 in 10.0510 sec 2024-11-13T05:13:12,112 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,112 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,113 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,113 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-13T05:13:12,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN in 10.2350 sec 2024-11-13T05:13:12,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b8d6652241779477aac8e712063c50c4, server=a61c20bd729c,41453,1731474769246 in 10.0450 sec 2024-11-13T05:13:12,114 INFO [StoreOpener-ad5c72e0c871421eeed50ddb3847ef0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5c72e0c871421eeed50ddb3847ef0a columnFamilyName cf 2024-11-13T05:13:12,114 DEBUG [StoreOpener-ad5c72e0c871421eeed50ddb3847ef0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,115 INFO [StoreOpener-ad5c72e0c871421eeed50ddb3847ef0a-1 {}] regionserver.HStore(327): Store=ad5c72e0c871421eeed50ddb3847ef0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,115 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,116 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/4433bf50241f5573585ee17720b76532/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,117 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4433bf50241f5573585ee17720b76532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68831766, jitterRate=0.025673240423202515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,117 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,117 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:12,117 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4433bf50241f5573585ee17720b76532: Running coprocessor pre-open hook at 1731474792097Writing region info on filesystem at 1731474792097Initializing all the Stores at 1731474792100 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792100Cleaning up temporary data from old regions at 1731474792110 (+10 ms)Running coprocessor post-open hooks at 1731474792117 (+7 ms)Region opened successfully at 1731474792117 2024-11-13T05:13:12,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d6652241779477aac8e712063c50c4, ASSIGN in 10.2400 sec 2024-11-13T05:13:12,117 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,118 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,118 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532., pid=22, masterSystemTime=1731474792056 2024-11-13T05:13:12,118 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,118 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,121 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/8d20fc6cc4d6d9fa6999a219ff8a3310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,121 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:12,122 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:13:12,122 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8d20fc6cc4d6d9fa6999a219ff8a3310; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75304808, jitterRate=0.12212908267974854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,122 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:12,122 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:12,122 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8d20fc6cc4d6d9fa6999a219ff8a3310: Running coprocessor pre-open hook at 1731474792097Writing region info on filesystem at 1731474792097Initializing all the Stores at 1731474792100 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792100Cleaning up temporary data from old regions at 1731474792113 (+13 ms)Running coprocessor post-open hooks at 1731474792122 (+9 ms)Region opened successfully at 1731474792122 2024-11-13T05:13:12,122 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,122 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 33af55e3f4c3b8597461e11476c38196, NAME => 'SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T05:13:12,123 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,123 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,123 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,123 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4433bf50241f5573585ee17720b76532, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:12,124 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310., pid=23, masterSystemTime=1731474792082 2024-11-13T05:13:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4433bf50241f5573585ee17720b76532, server=a61c20bd729c,38131,1731474769292 because future has completed 2024-11-13T05:13:12,128 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:12,128 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:12,128 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:12,129 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => faac0e9ecd4a2bb4967a753ef819bff6, NAME => 'SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T05:13:12,129 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,129 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,129 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8d20fc6cc4d6d9fa6999a219ff8a3310, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:12,129 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,130 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310, server=a61c20bd729c,36223,1731474769149 because future has completed 2024-11-13T05:13:12,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-13T05:13:12,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4433bf50241f5573585ee17720b76532, server=a61c20bd729c,38131,1731474769292 in 10.0560 sec 2024-11-13T05:13:12,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN in 10.2600 sec 2024-11-13T05:13:12,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-13T05:13:12,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310, server=a61c20bd729c,36223,1731474769149 in 10.0610 sec 2024-11-13T05:13:12,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d20fc6cc4d6d9fa6999a219ff8a3310, ASSIGN in 10.2640 sec 2024-11-13T05:13:12,140 INFO [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,141 INFO [StoreOpener-faac0e9ecd4a2bb4967a753ef819bff6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,141 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,142 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ad5c72e0c871421eeed50ddb3847ef0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58890669, jitterRate=-0.12246064841747284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,142 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:12,142 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ad5c72e0c871421eeed50ddb3847ef0a: Running coprocessor pre-open hook at 1731474792108Writing region info on filesystem at 1731474792108Initializing all the Stores at 1731474792111 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792111Cleaning up temporary data from old regions at 1731474792118 (+7 ms)Running coprocessor post-open hooks at 1731474792142 (+24 ms)Region opened successfully at 1731474792142 2024-11-13T05:13:12,143 INFO [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33af55e3f4c3b8597461e11476c38196 columnFamilyName cf 2024-11-13T05:13:12,143 INFO [StoreOpener-faac0e9ecd4a2bb4967a753ef819bff6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faac0e9ecd4a2bb4967a753ef819bff6 columnFamilyName cf 2024-11-13T05:13:12,143 DEBUG [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,143 DEBUG [StoreOpener-faac0e9ecd4a2bb4967a753ef819bff6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,144 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., pid=18, masterSystemTime=1731474792067 2024-11-13T05:13:12,144 INFO [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] regionserver.HStore(327): Store=33af55e3f4c3b8597461e11476c38196/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,144 INFO [StoreOpener-faac0e9ecd4a2bb4967a753ef819bff6-1 {}] regionserver.HStore(327): Store=faac0e9ecd4a2bb4967a753ef819bff6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,144 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,144 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,145 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,145 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,146 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,146 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,147 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:12,147 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,147 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,147 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:12,147 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,147 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,147 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:12,148 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => efcac2e77e3893d8cb949688555c33f4, NAME => 'SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T05:13:12,148 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,148 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,148 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,148 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ad5c72e0c871421eeed50ddb3847ef0a, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:12,151 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,151 INFO [StoreOpener-efcac2e77e3893d8cb949688555c33f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a, server=a61c20bd729c,41453,1731474769246 because future has completed 2024-11-13T05:13:12,153 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43275 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a61c20bd729c,41453,1731474769246, table=SPTestTable, region=ad5c72e0c871421eeed50ddb3847ef0a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T05:13:12,154 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,155 INFO [StoreOpener-efcac2e77e3893d8cb949688555c33f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efcac2e77e3893d8cb949688555c33f4 columnFamilyName cf 2024-11-13T05:13:12,155 DEBUG [StoreOpener-efcac2e77e3893d8cb949688555c33f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,156 INFO [StoreOpener-efcac2e77e3893d8cb949688555c33f4-1 {}] regionserver.HStore(327): Store=efcac2e77e3893d8cb949688555c33f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,156 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,157 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/33af55e3f4c3b8597461e11476c38196/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,157 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,158 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,158 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 33af55e3f4c3b8597461e11476c38196; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74000636, jitterRate=0.10269540548324585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,158 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:12,159 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 33af55e3f4c3b8597461e11476c38196: Running coprocessor pre-open hook at 1731474792123Writing region info on filesystem at 1731474792123Initializing all the Stores at 1731474792125 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792126 (+1 ms)Cleaning up temporary data from old regions at 1731474792147 (+21 ms)Running coprocessor post-open hooks at 1731474792158 (+11 ms)Region opened successfully at 1731474792159 (+1 ms) 2024-11-13T05:13:12,159 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/faac0e9ecd4a2bb4967a753ef819bff6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,159 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,159 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,160 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened faac0e9ecd4a2bb4967a753ef819bff6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633708, jitterRate=0.03762310743331909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,160 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:12,160 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196., pid=20, masterSystemTime=1731474792056 2024-11-13T05:13:12,160 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for faac0e9ecd4a2bb4967a753ef819bff6: Running coprocessor pre-open hook at 1731474792130Writing region info on filesystem at 1731474792130Initializing all the Stores at 1731474792132 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792132Cleaning up temporary data from old regions at 1731474792147 (+15 ms)Running coprocessor post-open hooks at 1731474792160 (+13 ms)Region opened successfully at 1731474792160 2024-11-13T05:13:12,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-13T05:13:12,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a, server=a61c20bd729c,41453,1731474769246 in 10.0950 sec 2024-11-13T05:13:12,162 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6., pid=21, masterSystemTime=1731474792082 2024-11-13T05:13:12,162 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,163 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:12,163 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:13:12,163 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:12,164 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f2c28d5e4207a7d16133c4136ebe3d76, NAME => 'SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T05:13:12,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad5c72e0c871421eeed50ddb3847ef0a, ASSIGN in 10.2870 sec 2024-11-13T05:13:12,164 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33af55e3f4c3b8597461e11476c38196, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:12,164 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,165 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,165 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:12,165 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,165 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:12,165 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:12,165 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7caff54a3c946866064e4c9d92a18620, NAME => 'SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T05:13:12,166 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,166 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:12,166 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,166 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faac0e9ecd4a2bb4967a753ef819bff6, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:12,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33af55e3f4c3b8597461e11476c38196, server=a61c20bd729c,38131,1731474769292 because future has completed 2024-11-13T05:13:12,169 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/efcac2e77e3893d8cb949688555c33f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,170 INFO [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,171 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened efcac2e77e3893d8cb949688555c33f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347503, jitterRate=-0.08585096895694733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,171 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:12,171 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for efcac2e77e3893d8cb949688555c33f4: Running coprocessor pre-open hook at 1731474792148Writing region info on filesystem at 1731474792148Initializing all the Stores at 1731474792151 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792151Cleaning up temporary data from old regions at 1731474792159 (+8 ms)Running coprocessor post-open hooks at 1731474792171 (+12 ms)Region opened successfully at 1731474792171 2024-11-13T05:13:12,173 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4., pid=17, masterSystemTime=1731474792067 2024-11-13T05:13:12,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6, server=a61c20bd729c,36223,1731474769149 because future has completed 2024-11-13T05:13:12,173 INFO [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c28d5e4207a7d16133c4136ebe3d76 columnFamilyName cf 2024-11-13T05:13:12,174 DEBUG [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,176 INFO [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] regionserver.HStore(327): Store=f2c28d5e4207a7d16133c4136ebe3d76/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,176 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:12,176 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:12,176 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-13T05:13:12,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=efcac2e77e3893d8cb949688555c33f4, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:12,177 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33af55e3f4c3b8597461e11476c38196, server=a61c20bd729c,38131,1731474769292 in 10.0980 sec 2024-11-13T05:13:12,179 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,180 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,180 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-13T05:13:12,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6, server=a61c20bd729c,36223,1731474769149 in 10.1030 sec 2024-11-13T05:13:12,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure efcac2e77e3893d8cb949688555c33f4, server=a61c20bd729c,41453,1731474769246 because future has completed 2024-11-13T05:13:12,184 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN in 10.3040 sec 2024-11-13T05:13:12,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faac0e9ecd4a2bb4967a753ef819bff6, ASSIGN in 10.3080 sec 2024-11-13T05:13:12,187 INFO [StoreOpener-7caff54a3c946866064e4c9d92a18620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,188 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/f2c28d5e4207a7d16133c4136ebe3d76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,189 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f2c28d5e4207a7d16133c4136ebe3d76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73308639, jitterRate=0.09238384664058685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,189 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:12,189 INFO [StoreOpener-7caff54a3c946866064e4c9d92a18620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7caff54a3c946866064e4c9d92a18620 columnFamilyName cf 2024-11-13T05:13:12,189 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f2c28d5e4207a7d16133c4136ebe3d76: Running coprocessor pre-open hook at 1731474792165Writing region info on filesystem at 1731474792165Initializing all the Stores at 1731474792169 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792169Cleaning up temporary data from old regions at 1731474792180 (+11 ms)Running coprocessor post-open hooks at 1731474792189 (+9 ms)Region opened successfully at 1731474792189 2024-11-13T05:13:12,189 DEBUG [StoreOpener-7caff54a3c946866064e4c9d92a18620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:12,191 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., pid=16, masterSystemTime=1731474792056 2024-11-13T05:13:12,191 INFO [StoreOpener-7caff54a3c946866064e4c9d92a18620-1 {}] regionserver.HStore(327): Store=7caff54a3c946866064e4c9d92a18620/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:13:12,191 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-13T05:13:12,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure efcac2e77e3893d8cb949688555c33f4, server=a61c20bd729c,41453,1731474769246 in 10.1260 sec 2024-11-13T05:13:12,192 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,193 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,193 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,193 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:12,194 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,194 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:13:12,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2c28d5e4207a7d16133c4136ebe3d76, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,38131,1731474769292 2024-11-13T05:13:12,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efcac2e77e3893d8cb949688555c33f4, ASSIGN in 10.3170 sec 2024-11-13T05:13:12,197 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76, server=a61c20bd729c,38131,1731474769292 because future has completed 2024-11-13T05:13:12,201 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:13:12,202 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7caff54a3c946866064e4c9d92a18620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71136591, jitterRate=0.06001780927181244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:13:12,202 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:12,202 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7caff54a3c946866064e4c9d92a18620: Running coprocessor pre-open hook at 1731474792166Writing region info on filesystem at 1731474792166Initializing all the Stores at 1731474792170 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474792170Cleaning up temporary data from old regions at 1731474792194 (+24 ms)Running coprocessor post-open hooks at 1731474792202 (+8 ms)Region opened successfully at 1731474792202 2024-11-13T05:13:12,203 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., pid=24, masterSystemTime=1731474792082 2024-11-13T05:13:12,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-13T05:13:12,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76, server=a61c20bd729c,38131,1731474769292 in 10.1470 sec 2024-11-13T05:13:12,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN in 10.3300 sec 2024-11-13T05:13:12,206 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:12,206 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:12,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7caff54a3c946866064e4c9d92a18620, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:12,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7caff54a3c946866064e4c9d92a18620, server=a61c20bd729c,36223,1731474769149 because future has completed 2024-11-13T05:13:12,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-13T05:13:12,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7caff54a3c946866064e4c9d92a18620, server=a61c20bd729c,36223,1731474769149 in 10.1230 sec 2024-11-13T05:13:12,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-13T05:13:12,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7caff54a3c946866064e4c9d92a18620, ASSIGN in 10.3410 sec 2024-11-13T05:13:12,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:13:12,220 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731474792220"}]},"ts":"1731474792220"} 2024-11-13T05:13:12,222 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T05:13:12,224 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:13:12,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5640 sec 2024-11-13T05:13:14,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T05:13:17,512 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:13:17,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:13:18,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-13T05:13:18,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-13T05:13:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:13:19,906 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T05:13:19,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T05:13:19,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:13:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T05:13:19,923 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:13:19,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T05:13:19,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,029 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., hostname=a61c20bd729c,36223,1731474769149, seqNum=2] 2024-11-13T05:13:20,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., hostname=a61c20bd729c,41453,1731474769246, seqNum=2] 2024-11-13T05:13:20,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:20,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., hostname=a61c20bd729c,38131,1731474769292, seqNum=2] 2024-11-13T05:13:21,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:13:21,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:13:21,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:13:21,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:13:21,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:13:21,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:13:21,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:13:21,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:13:22,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:13:22,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T05:13:22,290 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:13:22,291 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T05:13:22,297 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T05:13:22,314 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T05:13:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:13:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:13:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:13:22,340 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T05:13:22,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d6652241779477aac8e712063c50c4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efcac2e77e3893d8cb949688555c33f4}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7caff54a3c946866064e4c9d92a18620}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76}] 2024-11-13T05:13:22,348 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:22,348 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:22,349 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:22,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:22,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:22,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:22,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:22,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:22,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:22,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:22,391 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a61c20bd729c,38131,1731474769292 2024-11-13T05:13:22,392 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a61c20bd729c,38131,1731474769292: Simulated kill ***** 2024-11-13T05:13:22,392 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:13:22,394 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:13:22,396 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:13:22,399 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:13:22,400 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:13:22,408 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 611952128 }, "NonHeapMemoryUsage": { "committed": 157220864, "init": 7667712, "max": -1, "used": 153780456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a61c20bd729c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a61c20bd729c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54137", "tag.serverName": "a61c20bd729c,38131,1731474769292", "tag.clusterId": "ad8f26f8-7ff9-4b06-8374-c730666f2f92", "tag.Context": "regionserver", "tag.Hostname": "a61c20bd729c", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731474769292, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T05:13:22,412 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] master.MasterRpcServices(700): a61c20bd729c,38131,1731474769292 reported a fatal error: ***** ABORTING region server a61c20bd729c,38131,1731474769292: Simulated kill ***** 2024-11-13T05:13:22,415 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,38131,1731474769292' ***** 2024-11-13T05:13:22,415 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T05:13:22,415 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:13:22,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:13:22,416 INFO [RS:2;a61c20bd729c:38131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T05:13:22,416 INFO [RS:2;a61c20bd729c:38131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T05:13:22,416 INFO [RS:2;a61c20bd729c:38131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:13:22,416 INFO [RS:2;a61c20bd729c:38131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a61c20bd729c:38131. 2024-11-13T05:13:22,416 DEBUG [RS:2;a61c20bd729c:38131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:13:22,416 DEBUG [RS:2;a61c20bd729c:38131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:13:22,418 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:13:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741836_1012 (size=14382) 2024-11-13T05:13:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741836_1012 (size=14382) 2024-11-13T05:13:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741836_1012 (size=14382) 2024-11-13T05:13:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741833_1009 (size=1242) 2024-11-13T05:13:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741833_1009 (size=1242) 2024-11-13T05:13:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741833_1009 (size=1242) 2024-11-13T05:13:22,430 DEBUG [RS:2;a61c20bd729c:38131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:13:22,430 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:13:22,431 INFO [RS:2;a61c20bd729c:38131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38131 2024-11-13T05:13:22,443 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:13:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a61c20bd729c,38131,1731474769292 2024-11-13T05:13:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:13:22,489 INFO [RS:2;a61c20bd729c:38131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:13:22,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,38131,1731474769292] 2024-11-13T05:13:22,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a61c20bd729c,38131,1731474769292 already deleted, retry=false 2024-11-13T05:13:22,510 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a61c20bd729c,38131,1731474769292 on a61c20bd729c,43275,1731474768366 2024-11-13T05:13:22,517 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a61c20bd729c,38131,1731474769292, splitWal=true, meta=true 2024-11-13T05:13:22,520 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for a61c20bd729c,38131,1731474769292 (carryingMeta=true) a61c20bd729c,38131,1731474769292/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@41aceeb6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T05:13:22,521 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a61c20bd729c,38131,1731474769292, splitWal=true, meta=true 2024-11-13T05:13:22,523 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,38131,1731474769292, splitWal=true, meta=true, isMeta: true 2024-11-13T05:13:22,523 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:22,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:22,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:22,524 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:22,526 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 can not run currently because target server of region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T05:13:22,526 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 can not run currently because target server of region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T05:13:22,526 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76; timeout=1000, timestamp=1731474803526 2024-11-13T05:13:22,526 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196; timeout=1000, timestamp=1731474803526 2024-11-13T05:13:22,527 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting 2024-11-13T05:13:22,527 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 can not run currently because target server of region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T05:13:22,528 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532; timeout=1000, timestamp=1731474803528 2024-11-13T05:13:22,528 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 can not run currently because target server of region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T05:13:22,528 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666; timeout=1000, timestamp=1731474803528 2024-11-13T05:13:22,529 INFO [PEWorker-4 {}] master.SplitWALManager(105): a61c20bd729c,38131,1731474769292 WAL count=1, meta=true 2024-11-13T05:13:22,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta}] 2024-11-13T05:13:22,541 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:22,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, worker=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:22,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:13:22,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38131-0x101329c3a780003, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:13:22,600 INFO [RS:2;a61c20bd729c:38131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:13:22,600 INFO [RS:2;a61c20bd729c:38131 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,38131,1731474769292; zookeeper connection closed. 2024-11-13T05:13:22,601 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@207ad92f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@207ad92f 2024-11-13T05:13:22,766 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:13:22,766 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:13:23,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:23,527 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:23,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:23,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:23,531 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 can not run currently because target server of region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T05:13:23,531 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 can not run currently because target server of region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T05:13:23,531 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 can not run currently because target server of region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T05:13:23,531 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76; timeout=2000, timestamp=1731474805531 2024-11-13T05:13:23,531 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196; timeout=2000, timestamp=1731474805531 2024-11-13T05:13:23,531 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532; timeout=2000, timestamp=1731474805531 2024-11-13T05:13:23,531 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 can not run currently because target server of region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T05:13:23,532 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666; timeout=2000, timestamp=1731474805532 2024-11-13T05:13:25,532 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:25,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:25,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:25,534 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:25,536 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 can not run currently because target server of region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T05:13:25,537 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532; timeout=4000, timestamp=1731474809536 2024-11-13T05:13:25,538 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 can not run currently because target server of region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T05:13:25,538 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 can not run currently because target server of region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T05:13:25,538 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 can not run currently because target server of region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T05:13:25,538 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196; timeout=4000, timestamp=1731474809538 2024-11-13T05:13:25,538 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666; timeout=4000, timestamp=1731474809538 2024-11-13T05:13:25,538 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76; timeout=4000, timestamp=1731474809538 2024-11-13T05:13:29,536 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:29,537 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 can not run currently because target server of region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T05:13:29,538 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532; timeout=8000, timestamp=1731474817538 2024-11-13T05:13:29,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:29,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:29,539 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:29,539 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 can not run currently because target server of region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T05:13:29,540 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76; timeout=8000, timestamp=1731474817540 2024-11-13T05:13:29,540 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 can not run currently because target server of region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T05:13:29,540 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 can not run currently because target server of region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T05:13:29,540 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666; timeout=8000, timestamp=1731474817540 2024-11-13T05:13:29,540 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196; timeout=8000, timestamp=1731474817540 2024-11-13T05:13:32,082 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=a61c20bd729c,36223,1731474769149, timeout=1731474812351, delay=267, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7caff54a3c946866064e4c9d92a18620, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, worker=a61c20bd729c,36223,1731474769149], containedObject=a61c20bd729c,38131,1731474769292, timeout=1731474812351, delay=267, operations=null, containedObject=a61c20bd729c,41453,1731474769246, timeout=1731474812351, delay=267, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d6652241779477aac8e712063c50c4, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efcac2e77e3893d8cb949688555c33f4]] 2024-11-13T05:13:32,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T05:13:32,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T05:13:32,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T05:13:32,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T05:13:32,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:32,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:32,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T05:13:32,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:32,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T05:13:32,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:32,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:32,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:32,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-13T05:13:32,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7caff54a3c946866064e4c9d92a18620 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T05:13:32,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ad5c72e0c871421eeed50ddb3847ef0a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T05:13:32,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b8d6652241779477aac8e712063c50c4: 2024-11-13T05:13:32,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8d20fc6cc4d6d9fa6999a219ff8a3310: 2024-11-13T05:13:32,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for faac0e9ecd4a2bb4967a753ef819bff6: 2024-11-13T05:13:32,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. for SnapshotProcedureTest completed. 2024-11-13T05:13:32,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. for SnapshotProcedureTest completed. 2024-11-13T05:13:32,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. for SnapshotProcedureTest completed. 2024-11-13T05:13:32,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for efcac2e77e3893d8cb949688555c33f4: 2024-11-13T05:13:32,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. for SnapshotProcedureTest completed. 2024-11-13T05:13:32,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:13:32,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:13:32,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:13:32,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:13:32,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:13:32,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:13:32,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:13:32,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:13:32,398 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, size=14.0 K (14382bytes) 2024-11-13T05:13:32,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T05:13:32,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T05:13:32,399 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta 2024-11-13T05:13:32,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:13:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:13:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:13:32,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:13:32,406 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta after 5ms 2024-11-13T05:13:32,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T05:13:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T05:13:32,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:32,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:13:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:13:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:13:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:13:32,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure faac0e9ecd4a2bb4967a753ef819bff6 in 10.0730 sec 2024-11-13T05:13:32,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:13:32,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T05:13:32,422 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta took 25ms 2024-11-13T05:13:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T05:13:32,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:32,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:13:32,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8d20fc6cc4d6d9fa6999a219ff8a3310 in 10.0820 sec 2024-11-13T05:13:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741851_1027 (size=65) 2024-11-13T05:13:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:13:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741851_1027 (size=65) 2024-11-13T05:13:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:13:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741851_1027 (size=65) 2024-11-13T05:13:32,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:13:32,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T05:13:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T05:13:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:13:32,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:32,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:13:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:13:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T05:13:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T05:13:32,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:32,436 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d6652241779477aac8e712063c50c4 2024-11-13T05:13:32,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-13T05:13:32,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8d6652241779477aac8e712063c50c4 in 10.0960 sec 2024-11-13T05:13:32,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efcac2e77e3893d8cb949688555c33f4 in 10.0940 sec 2024-11-13T05:13:32,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta so closing down 2024-11-13T05:13:32,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T05:13:32,446 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp 2024-11-13T05:13:32,453 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp 2024-11-13T05:13:32,456 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T05:13:32,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/.tmp/cf/5f6569fec3e14b32af56f46ab39617e4 is 34, key is baa/cf:cf/1731474801405/Put/seqid=0 2024-11-13T05:13:32,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/.tmp/cf/c72b0ee89dea4a6a9420198f19b7e183 is 34, key is ccd/cf:cf/1731474801439/Put/seqid=0 2024-11-13T05:13:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741853_1029 (size=14141) 2024-11-13T05:13:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741853_1029 (size=14141) 2024-11-13T05:13:32,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741853_1029 (size=14141) 2024-11-13T05:13:32,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-13T05:13:32,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T05:13:32,492 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 60 ms; skipped=1; WAL=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-13T05:13:32,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, journal: Splitting hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, size=14.0 K (14382bytes) at 1731474812398Finishing writing output for hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta so closing down at 1731474812443 (+45 ms)Creating recovered edits writer path=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp at 1731474812453 (+10 ms)3 split writer threads finished at 1731474812456 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731474812484 (+28 ms)Rename recovered edits hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta.temp to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731474812488 (+4 ms)Processed 26 edits across 1 Regions in 60 ms; skipped=1; WAL=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731474812492 (+4 ms) 2024-11-13T05:13:32,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta 2024-11-13T05:13:32,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T05:13:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T05:13:32,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741854_1030 (size=47197) 2024-11-13T05:13:32,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741854_1030 (size=47197) 2024-11-13T05:13:32,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741854_1030 (size=47197) 2024-11-13T05:13:32,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/.tmp/cf/c72b0ee89dea4a6a9420198f19b7e183 2024-11-13T05:13:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741855_1031 (size=28623) 2024-11-13T05:13:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741855_1031 (size=28623) 2024-11-13T05:13:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741855_1031 (size=28623) 2024-11-13T05:13:32,502 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/.tmp/cf/5f6569fec3e14b32af56f46ab39617e4 2024-11-13T05:13:32,506 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs 2024-11-13T05:13:32,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T05:13:32,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, worker=a61c20bd729c,36223,1731474769149 in 9.9610 sec 2024-11-13T05:13:32,512 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:32,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T05:13:32,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure a61c20bd729c%2C38131%2C1731474769292.meta.1731474781134.meta, worker=a61c20bd729c,36223,1731474769149 in 9.9810 sec 2024-11-13T05:13:32,519 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting dir is empty, no logs to split. 2024-11-13T05:13:32,519 INFO [PEWorker-2 {}] master.SplitWALManager(105): a61c20bd729c,38131,1731474769292 WAL count=0, meta=true 2024-11-13T05:13:32,519 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,38131,1731474769292 WAL splitting is done? wals=0, meta=true 2024-11-13T05:13:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:13:32,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:13:32,524 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:13:32,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/.tmp/cf/c72b0ee89dea4a6a9420198f19b7e183 as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/cf/c72b0ee89dea4a6a9420198f19b7e183 2024-11-13T05:13:32,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/.tmp/cf/5f6569fec3e14b32af56f46ab39617e4 as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/cf/5f6569fec3e14b32af56f46ab39617e4 2024-11-13T05:13:32,558 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/cf/c72b0ee89dea4a6a9420198f19b7e183, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T05:13:32,558 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/cf/5f6569fec3e14b32af56f46ab39617e4, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T05:13:32,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ad5c72e0c871421eeed50ddb3847ef0a in 193ms, sequenceid=5, compaction requested=false 2024-11-13T05:13:32,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 7caff54a3c946866064e4c9d92a18620 in 193ms, sequenceid=5, compaction requested=false 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ad5c72e0c871421eeed50ddb3847ef0a: 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7caff54a3c946866064e4c9d92a18620: 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. for SnapshotProcedureTest completed. 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. for SnapshotProcedureTest completed. 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/cf/c72b0ee89dea4a6a9420198f19b7e183] hfiles 2024-11-13T05:13:32,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:13:32,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/cf/5f6569fec3e14b32af56f46ab39617e4] hfiles 2024-11-13T05:13:32,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/cf/c72b0ee89dea4a6a9420198f19b7e183 for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/cf/5f6569fec3e14b32af56f46ab39617e4 for snapshot=SnapshotProcedureTest 2024-11-13T05:13:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741856_1032 (size=105) 2024-11-13T05:13:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741856_1032 (size=105) 2024-11-13T05:13:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741856_1032 (size=105) 2024-11-13T05:13:32,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:13:32,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T05:13:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T05:13:32,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:32,583 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:13:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741857_1033 (size=105) 2024-11-13T05:13:32,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741857_1033 (size=105) 2024-11-13T05:13:32,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7caff54a3c946866064e4c9d92a18620 in 10.2430 sec 2024-11-13T05:13:32,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741857_1033 (size=105) 2024-11-13T05:13:32,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:13:32,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T05:13:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T05:13:32,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:32,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:13:32,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad5c72e0c871421eeed50ddb3847ef0a in 10.2480 sec 2024-11-13T05:13:32,674 DEBUG [a61c20bd729c:43275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T05:13:32,674 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:13:32,675 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:13:32,675 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:13:32,675 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:13:32,675 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:13:32,675 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:13:32,675 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:13:32,675 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:13:32,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:32,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36223,1731474769149, state=OPENING 2024-11-13T05:13:32,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:32,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:32,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:32,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:13:32,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:32,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:32,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:32,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:37,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:37,540 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 can not run currently because target server of region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T05:13:37,540 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532; timeout=16000, timestamp=1731474833540 2024-11-13T05:13:37,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:37,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:37,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:37,542 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 can not run currently because target server of region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T05:13:37,542 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 can not run currently because target server of region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T05:13:37,542 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 can not run currently because target server of region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. a61c20bd729c,38131,1731474769292 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T05:13:37,542 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196; timeout=16000, timestamp=1731474833542 2024-11-13T05:13:37,542 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666; timeout=16000, timestamp=1731474833542 2024-11-13T05:13:37,542 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76; timeout=16000, timestamp=1731474833542 2024-11-13T05:13:41,630 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:13:41,630 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:13:42,751 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:13:42,751 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:13:42,752 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:13:42,754 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C36223%2C1731474769149.meta, suffix=.meta, logDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149, archiveDir=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs, maxLogs=32 2024-11-13T05:13:42,773 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149/a61c20bd729c%2C36223%2C1731474769149.meta.1731474822755.meta, exclude list is [], retry=0 2024-11-13T05:13:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-838f75a1-7a53-4576-9ab1-d6a592bab295,DISK] 2024-11-13T05:13:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-90a36039-5a9f-4d12-95ab-c43914ce72c4,DISK] 2024-11-13T05:13:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-00033132-0fb7-48db-a1ca-a9f056ef19d3,DISK] 2024-11-13T05:13:42,779 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,36223,1731474769149/a61c20bd729c%2C36223%2C1731474769149.meta.1731474822755.meta 2024-11-13T05:13:42,780 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36359:36359),(127.0.0.1/127.0.0.1:44613:44613),(127.0.0.1/127.0.0.1:35361:35361)] 2024-11-13T05:13:42,780 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:13:42,781 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:13:42,781 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:13:42,781 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:13:42,781 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:13:42,782 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:13:42,782 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:13:42,782 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:13:42,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:13:42,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:13:42,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:42,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:42,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:13:42,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:13:42,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:42,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:42,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:13:42,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:13:42,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:42,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:42,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:13:42,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:13:42,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:13:42,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:13:42,795 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:13:42,797 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740 2024-11-13T05:13:42,802 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740 2024-11-13T05:13:42,803 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T05:13:42,816 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T05:13:42,816 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-13T05:13:42,843 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/info/51d1ac5b315b428189d3421889dc55ce is 167, key is SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4./info:regioninfo/1731474792102/Put/seqid=0 2024-11-13T05:13:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741859_1035 (size=18393) 2024-11-13T05:13:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741859_1035 (size=18393) 2024-11-13T05:13:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741859_1035 (size=18393) 2024-11-13T05:13:42,863 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/info/51d1ac5b315b428189d3421889dc55ce 2024-11-13T05:13:42,893 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/ns/ddefaddd9744426b8837011977d9c414 is 43, key is default/ns:d/1731474781339/Put/seqid=0 2024-11-13T05:13:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741860_1036 (size=5153) 2024-11-13T05:13:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741860_1036 (size=5153) 2024-11-13T05:13:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741860_1036 (size=5153) 2024-11-13T05:13:43,308 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/ns/ddefaddd9744426b8837011977d9c414 2024-11-13T05:13:43,336 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/table/6b70d75e986e4163bf8147fa7968921b is 47, key is SPTestTable/table:state/1731474792220/Put/seqid=0 2024-11-13T05:13:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741861_1037 (size=5214) 2024-11-13T05:13:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741861_1037 (size=5214) 2024-11-13T05:13:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741861_1037 (size=5214) 2024-11-13T05:13:43,345 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/table/6b70d75e986e4163bf8147fa7968921b 2024-11-13T05:13:43,358 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/info/51d1ac5b315b428189d3421889dc55ce as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/info/51d1ac5b315b428189d3421889dc55ce 2024-11-13T05:13:43,367 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/info/51d1ac5b315b428189d3421889dc55ce, entries=100, sequenceid=28, filesize=18.0 K 2024-11-13T05:13:43,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/ns/ddefaddd9744426b8837011977d9c414 as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/ns/ddefaddd9744426b8837011977d9c414 2024-11-13T05:13:43,377 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/ns/ddefaddd9744426b8837011977d9c414, entries=2, sequenceid=28, filesize=5.0 K 2024-11-13T05:13:43,380 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/table/6b70d75e986e4163bf8147fa7968921b as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/table/6b70d75e986e4163bf8147fa7968921b 2024-11-13T05:13:43,391 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/table/6b70d75e986e4163bf8147fa7968921b, entries=2, sequenceid=28, filesize=5.1 K 2024-11-13T05:13:43,391 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 575ms, sequenceid=28, compaction requested=false; wal=null 2024-11-13T05:13:43,392 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T05:13:43,394 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:13:43,394 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:13:43,395 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:13:43,397 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:13:43,400 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-13T05:13:43,402 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67092737, jitterRate=-2.4031102657318115E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:13:43,402 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:13:43,402 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731474822782Writing region info on filesystem at 1731474822782Initializing all the Stores at 1731474822784 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474822784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474822784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474822784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474822784Obtaining lock to block concurrent updates at 1731474822816 (+32 ms)Preparing flush snapshotting stores in 1588230740 at 1731474822816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731474822817 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731474822817Flushing 1588230740/info: creating writer at 1731474822817Flushing 1588230740/info: appending metadata at 1731474822842 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731474822843 (+1 ms)Flushing 1588230740/ns: creating writer at 1731474822877 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731474822893 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731474822893Flushing 1588230740/table: creating writer at 1731474823320 (+427 ms)Flushing 1588230740/table: appending metadata at 1731474823336 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731474823336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49609227: reopening flushed file at 1731474823356 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659e8f5d: reopening flushed file at 1731474823367 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147d1fc4: reopening flushed file at 1731474823377 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 575ms, sequenceid=28, compaction requested=false; wal=null at 1731474823391 (+14 ms)Cleaning up temporary data from old regions at 1731474823394 (+3 ms)Running coprocessor post-open hooks at 1731474823402 (+8 ms)Region opened successfully at 1731474823402 2024-11-13T05:13:43,404 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731474822744 2024-11-13T05:13:43,406 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:13:43,406 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:13:43,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:43,408 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36223,1731474769149, state=OPEN 2024-11-13T05:13:43,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:43,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:43,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:13:43,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:43,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:43,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:13:43,446 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:43,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T05:13:43,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36223,1731474769149 in 10.7050 sec 2024-11-13T05:13:43,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-13T05:13:43,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9280 sec 2024-11-13T05:13:43,453 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a61c20bd729c,38131,1731474769292 had 5 regions 2024-11-13T05:13:43,455 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,38131,1731474769292, splitWal=true, meta=true, isMeta: false 2024-11-13T05:13:43,458 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,38131,1731474769292 WAL count=1, meta=false 2024-11-13T05:13:43,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a61c20bd729c%2C38131%2C1731474769292.1731474770865}] 2024-11-13T05:13:43,460 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:43,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C38131%2C1731474769292.1731474770865, worker=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:47,513 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:13:48,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:13:50,731 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T05:13:53,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-13T05:13:53,489 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865, size=1.2 K (1242bytes) 2024-11-13T05:13:53,489 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 2024-11-13T05:13:53,490 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 after 1ms 2024-11-13T05:13:53,496 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 took 8ms 2024-11-13T05:13:53,501 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e8ad2acb4ed9857d5e4e298f5cb30666: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:13:53,503 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 4433bf50241f5573585ee17720b76532: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:13:53,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 33af55e3f4c3b8597461e11476c38196: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:13:53,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f2c28d5e4207a7d16133c4136ebe3d76: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:13:53,507 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 so closing down 2024-11-13T05:13:53,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T05:13:53,508 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T05:13:53,508 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 10 ms; skipped=4; WAL=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-13T05:13:53,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865, journal: Splitting hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865, size=1.2 K (1242bytes) at 1731474833489Finishing writing output for hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 so closing down at 1731474833507 (+18 ms)3 split writer threads finished at 1731474833508 (+1 ms)Processed 4 edits across 0 Regions in 10 ms; skipped=4; WAL=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731474833508 2024-11-13T05:13:53,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 2024-11-13T05:13:53,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T05:13:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T05:13:53,517 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting/a61c20bd729c%2C38131%2C1731474769292.1731474770865 to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs 2024-11-13T05:13:53,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-13T05:13:53,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C38131%2C1731474769292.1731474770865, worker=a61c20bd729c,36223,1731474769149 in 10.0560 sec 2024-11-13T05:13:53,530 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:53,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-13T05:13:53,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure a61c20bd729c%2C38131%2C1731474769292.1731474770865, worker=a61c20bd729c,36223,1731474769149 in 10.0720 sec 2024-11-13T05:13:53,538 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/WALs/a61c20bd729c,38131,1731474769292-splitting dir is empty, no logs to split. 2024-11-13T05:13:53,538 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,38131,1731474769292 WAL count=0, meta=false 2024-11-13T05:13:53,538 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,38131,1731474769292 WAL splitting is done? wals=0, meta=false 2024-11-13T05:13:53,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:13:53,543 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:13:53,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN}] 2024-11-13T05:13:53,543 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:13:53,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:13:53,546 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 can not run currently because region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. has a TRSP attached pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN, wait 32000 ms to retry 2024-11-13T05:13:53,546 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532; timeout=32000, timestamp=1731474865546 2024-11-13T05:13:53,549 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 can not run currently because region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. has a TRSP attached pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN, wait 32000 ms to retry 2024-11-13T05:13:53,549 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 can not run currently because region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. has a TRSP attached pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN, wait 32000 ms to retry 2024-11-13T05:13:53,549 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76; timeout=32000, timestamp=1731474865549 2024-11-13T05:13:53,549 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666; timeout=32000, timestamp=1731474865549 2024-11-13T05:13:53,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN held by pid=32 2024-11-13T05:13:53,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN 2024-11-13T05:13:53,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN held by pid=29 2024-11-13T05:13:53,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN 2024-11-13T05:13:53,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN held by pid=26 2024-11-13T05:13:53,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN 2024-11-13T05:13:53,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN held by pid=35 2024-11-13T05:13:53,555 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN 2024-11-13T05:13:53,555 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 can not run currently because region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. has a TRSP attached pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN, wait 32000 ms to retry 2024-11-13T05:13:53,555 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196; timeout=32000, timestamp=1731474865555 2024-11-13T05:13:53,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN 2024-11-13T05:13:53,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN 2024-11-13T05:13:53,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN 2024-11-13T05:13:53,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN 2024-11-13T05:13:53,561 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:13:53,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:13:53,562 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:13:53,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:13:53,712 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:13:53,712 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:13:53,712 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:13:53,712 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:13:53,712 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:13:53,712 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:13:53,712 INFO [a61c20bd729c:43275 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:13:53,712 DEBUG [a61c20bd729c:43275 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:13:53,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=4433bf50241f5573585ee17720b76532, regionState=OPENING, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:53,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=33af55e3f4c3b8597461e11476c38196, regionState=OPENING, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:53,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=e8ad2acb4ed9857d5e4e298f5cb30666, regionState=OPENING, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:13:53,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f2c28d5e4207a7d16133c4136ebe3d76, regionState=OPENING, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:13:53,714 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a61c20bd729c:38131 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a61c20bd729c/172.17.0.3:38131 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:13:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1, error=java.net.ConnectException: Call to address=a61c20bd729c:38131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:13:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T05:13:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 from cache 2024-11-13T05:13:53,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=a61c20bd729c:38131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:13:53,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=a61c20bd729c:38131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:13:53,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=a61c20bd729c:38131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:13:53,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address a61c20bd729c:38131 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:13:53,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:13:53,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36223,1731474769149, seqNum=-1] 2024-11-13T05:13:53,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:13:53,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:13:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN because future has completed 2024-11-13T05:13:53,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33af55e3f4c3b8597461e11476c38196, server=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:53,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN because future has completed 2024-11-13T05:13:53,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4433bf50241f5573585ee17720b76532, server=a61c20bd729c,41453,1731474769246}] 2024-11-13T05:13:53,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN because future has completed 2024-11-13T05:13:53,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76, server=a61c20bd729c,41453,1731474769246}] 2024-11-13T05:13:53,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN because future has completed 2024-11-13T05:13:53,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666, server=a61c20bd729c,36223,1731474769149}] 2024-11-13T05:13:56,486 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:43275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T05:13:57,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ad5c72e0c871421eeed50ddb3847ef0a, had cached 0 bytes from a total of 47197 2024-11-13T05:13:57,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7caff54a3c946866064e4c9d92a18620, had cached 0 bytes from a total of 28623 2024-11-13T05:14:01,427 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8d20fc6cc4d6d9fa6999a219ff8a3310 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:01,428 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region faac0e9ecd4a2bb4967a753ef819bff6 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:01,428 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7caff54a3c946866064e4c9d92a18620 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:01,429 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:01,430 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b8d6652241779477aac8e712063c50c4 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:01,430 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region efcac2e77e3893d8cb949688555c33f4 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:01,430 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad5c72e0c871421eeed50ddb3847ef0a changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:14:03,845 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:03,846 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 33af55e3f4c3b8597461e11476c38196, NAME => 'SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T05:14:03,846 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,846 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:14:03,847 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,847 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,849 INFO [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,850 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:03,850 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => f2c28d5e4207a7d16133c4136ebe3d76, NAME => 'SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T05:14:03,851 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,851 INFO [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33af55e3f4c3b8597461e11476c38196 columnFamilyName cf 2024-11-13T05:14:03,851 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:14:03,851 DEBUG [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:14:03,851 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,851 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,852 INFO [StoreOpener-33af55e3f4c3b8597461e11476c38196-1 {}] regionserver.HStore(327): Store=33af55e3f4c3b8597461e11476c38196/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:14:03,852 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,853 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,854 INFO [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,855 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,855 INFO [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c28d5e4207a7d16133c4136ebe3d76 columnFamilyName cf 2024-11-13T05:14:03,855 DEBUG [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:14:03,855 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,856 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,856 INFO [StoreOpener-f2c28d5e4207a7d16133c4136ebe3d76-1 {}] regionserver.HStore(327): Store=f2c28d5e4207a7d16133c4136ebe3d76/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:14:03,856 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,857 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,858 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,858 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,859 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,859 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,859 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 33af55e3f4c3b8597461e11476c38196; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65658395, jitterRate=-0.021613672375679016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:14:03,859 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:03,859 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 33af55e3f4c3b8597461e11476c38196: Running coprocessor pre-open hook at 1731474843847Writing region info on filesystem at 1731474843847Initializing all the Stores at 1731474843848 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474843848Cleaning up temporary data from old regions at 1731474843856 (+8 ms)Running coprocessor post-open hooks at 1731474843859 (+3 ms)Region opened successfully at 1731474843859 2024-11-13T05:14:03,860 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196., pid=47, masterSystemTime=1731474843835 2024-11-13T05:14:03,862 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,863 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:03,863 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:03,863 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:03,863 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ad2acb4ed9857d5e4e298f5cb30666, NAME => 'SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T05:14:03,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=33af55e3f4c3b8597461e11476c38196, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:03,863 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,864 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:14:03,864 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened f2c28d5e4207a7d16133c4136ebe3d76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63927922, jitterRate=-0.04739972949028015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:14:03,864 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:03,864 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,864 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,864 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for f2c28d5e4207a7d16133c4136ebe3d76: Running coprocessor pre-open hook at 1731474843851Writing region info on filesystem at 1731474843851Initializing all the Stores at 1731474843852 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474843852Cleaning up temporary data from old regions at 1731474843859 (+7 ms)Running coprocessor post-open hooks at 1731474843864 (+5 ms)Region opened successfully at 1731474843864 2024-11-13T05:14:03,865 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., pid=49, masterSystemTime=1731474843842 2024-11-13T05:14:03,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33af55e3f4c3b8597461e11476c38196, server=a61c20bd729c,36223,1731474769149 because future has completed 2024-11-13T05:14:03,866 INFO [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,867 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:03,867 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:03,867 INFO [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ad2acb4ed9857d5e4e298f5cb30666 columnFamilyName cf 2024-11-13T05:14:03,867 DEBUG [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:14:03,867 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:03,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 4433bf50241f5573585ee17720b76532, NAME => 'SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T05:14:03,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,868 INFO [StoreOpener-e8ad2acb4ed9857d5e4e298f5cb30666-1 {}] regionserver.HStore(327): Store=e8ad2acb4ed9857d5e4e298f5cb30666/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:14:03,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:14:03,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f2c28d5e4207a7d16133c4136ebe3d76, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:03,869 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,871 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,871 INFO [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-13T05:14:03,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 33af55e3f4c3b8597461e11476c38196, server=a61c20bd729c,36223,1731474769149 in 10.0360 sec 2024-11-13T05:14:03,872 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,872 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76, server=a61c20bd729c,41453,1731474769246 because future has completed 2024-11-13T05:14:03,873 INFO [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4433bf50241f5573585ee17720b76532 columnFamilyName cf 2024-11-13T05:14:03,874 DEBUG [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:14:03,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33af55e3f4c3b8597461e11476c38196, ASSIGN in 10.3290 sec 2024-11-13T05:14:03,875 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,875 INFO [StoreOpener-4433bf50241f5573585ee17720b76532-1 {}] regionserver.HStore(327): Store=4433bf50241f5573585ee17720b76532/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:14:03,875 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,876 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,876 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened e8ad2acb4ed9857d5e4e298f5cb30666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70634123, jitterRate=0.052530452609062195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:14:03,876 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:03,876 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for e8ad2acb4ed9857d5e4e298f5cb30666: Running coprocessor pre-open hook at 1731474843864Writing region info on filesystem at 1731474843864Initializing all the Stores at 1731474843866 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474843866Cleaning up temporary data from old regions at 1731474843872 (+6 ms)Running coprocessor post-open hooks at 1731474843876 (+4 ms)Region opened successfully at 1731474843876 2024-11-13T05:14:03,877 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., pid=50, masterSystemTime=1731474843835 2024-11-13T05:14:03,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-11-13T05:14:03,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76, server=a61c20bd729c,41453,1731474769246 in 10.0370 sec 2024-11-13T05:14:03,877 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,878 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,878 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,880 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:03,880 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:03,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2c28d5e4207a7d16133c4136ebe3d76, ASSIGN in 10.3340 sec 2024-11-13T05:14:03,880 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=e8ad2acb4ed9857d5e4e298f5cb30666, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:03,882 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666, server=a61c20bd729c,36223,1731474769149 because future has completed 2024-11-13T05:14:03,883 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 4433bf50241f5573585ee17720b76532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70565662, jitterRate=0.05151030421257019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:14:03,883 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:03,883 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 4433bf50241f5573585ee17720b76532: Running coprocessor pre-open hook at 1731474843869Writing region info on filesystem at 1731474843869Initializing all the Stores at 1731474843870 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474843870Cleaning up temporary data from old regions at 1731474843878 (+8 ms)Running coprocessor post-open hooks at 1731474843883 (+5 ms)Region opened successfully at 1731474843883 2024-11-13T05:14:03,885 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532., pid=48, masterSystemTime=1731474843842 2024-11-13T05:14:03,908 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:03,908 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:03,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-13T05:14:03,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666, server=a61c20bd729c,36223,1731474769149 in 10.0460 sec 2024-11-13T05:14:03,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=4433bf50241f5573585ee17720b76532, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:03,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ad2acb4ed9857d5e4e298f5cb30666, ASSIGN in 10.3670 sec 2024-11-13T05:14:03,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4433bf50241f5573585ee17720b76532, server=a61c20bd729c,41453,1731474769246 because future has completed 2024-11-13T05:14:03,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-13T05:14:03,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 4433bf50241f5573585ee17720b76532, server=a61c20bd729c,41453,1731474769246 in 10.0820 sec 2024-11-13T05:14:03,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-13T05:14:03,920 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server a61c20bd729c,38131,1731474769292 after splitting done 2024-11-13T05:14:03,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4433bf50241f5573585ee17720b76532, ASSIGN in 10.3740 sec 2024-11-13T05:14:03,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure a61c20bd729c,38131,1731474769292, splitWal=true, meta=true in 41.4090 sec 2024-11-13T05:14:09,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:14:17,513 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:14:25,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:25,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:25,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:25,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:26,492 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:43275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T05:14:27,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-13T05:14:35,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T05:14:35,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4433bf50241f5573585ee17720b76532: 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f2c28d5e4207a7d16133c4136ebe3d76: 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. for SnapshotProcedureTest completed. 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. for SnapshotProcedureTest completed. 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:14:35,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:14:35,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:14:35,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:14:35,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T05:14:35,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:35,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T05:14:35,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:35,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 33af55e3f4c3b8597461e11476c38196: 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. for SnapshotProcedureTest completed. 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e8ad2acb4ed9857d5e4e298f5cb30666: 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. for SnapshotProcedureTest completed. 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:14:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:14:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:14:35,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741862_1038 (size=57) 2024-11-13T05:14:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741863_1039 (size=65) 2024-11-13T05:14:35,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741863_1039 (size=65) 2024-11-13T05:14:35,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T05:14:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741862_1038 (size=57) 2024-11-13T05:14:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741863_1039 (size=65) 2024-11-13T05:14:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741862_1038 (size=57) 2024-11-13T05:14:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T05:14:35,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:35,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:35,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f2c28d5e4207a7d16133c4136ebe3d76 in 1 mins, 13.226 sec 2024-11-13T05:14:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741864_1040 (size=65) 2024-11-13T05:14:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741864_1040 (size=65) 2024-11-13T05:14:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741864_1040 (size=65) 2024-11-13T05:14:35,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:35,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T05:14:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T05:14:35,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:35,573 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:35,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8ad2acb4ed9857d5e4e298f5cb30666 in 1 mins, 13.232 sec 2024-11-13T05:14:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741865_1041 (size=57) 2024-11-13T05:14:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741865_1041 (size=57) 2024-11-13T05:14:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741865_1041 (size=57) 2024-11-13T05:14:35,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:35,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T05:14:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T05:14:35,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:35,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:35,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33af55e3f4c3b8597461e11476c38196 in 1 mins, 13.239 sec 2024-11-13T05:14:35,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:35,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T05:14:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T05:14:35,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:35,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:35,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-13T05:14:35,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4433bf50241f5573585ee17720b76532 in 1 mins, 13.627 sec 2024-11-13T05:14:35,971 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T05:14:35,973 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T05:14:35,975 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T05:14:35,975 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T05:14:35,979 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:14:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741866_1042 (size=1094) 2024-11-13T05:14:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741866_1042 (size=1094) 2024-11-13T05:14:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741866_1042 (size=1094) 2024-11-13T05:14:36,014 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T05:14:36,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T05:14:36,029 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:36,029 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:36,029 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:36,029 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:36,030 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:36,036 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:42,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ad5c72e0c871421eeed50ddb3847ef0a, had cached 0 bytes from a total of 47197 2024-11-13T05:14:42,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7caff54a3c946866064e4c9d92a18620, had cached 0 bytes from a total of 28623 2024-11-13T05:14:46,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-13T05:14:46,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-13T05:14:46,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-13T05:14:46,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-13T05:14:46,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-13T05:14:46,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-13T05:14:46,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:14:46,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:14:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T05:14:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-13T05:14:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-13T05:14:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T05:14:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T05:14:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T05:14:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-13T05:14:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T05:14:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-13T05:14:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-13T05:14:46,050 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 Release verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:46,050 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 Release verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-13T05:14:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T05:14:46,051 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 Release verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:46,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 in 10.0280 sec 2024-11-13T05:14:46,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 in 10.0280 sec 2024-11-13T05:14:46,053 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:46,053 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 Release verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:46,053 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 Release verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:46,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:46,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 in 10.0310 sec 2024-11-13T05:14:46,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 in 10.0290 sec 2024-11-13T05:14:46,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 in 10.0310 sec 2024-11-13T05:14:46,056 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 Release verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:46,056 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:46,056 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:46,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 in 10.0340 sec 2024-11-13T05:14:47,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:14:51,666 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T05:14:56,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-13T05:14:56,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-13T05:14:56,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-13T05:14:56,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-13T05:14:56,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T05:14:56,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-13T05:14:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T05:14:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-13T05:14:56,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-13T05:14:56,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T05:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T05:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43275 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-13T05:14:56,060 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 Release verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:56,060 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 Release verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:56,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 in 20.0380 sec 2024-11-13T05:14:56,063 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 Release verify snapshot worker=a61c20bd729c,41453,1731474769246 2024-11-13T05:14:56,063 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 Release verify snapshot worker=a61c20bd729c,36223,1731474769149 2024-11-13T05:14:56,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 in 20.0380 sec 2024-11-13T05:14:56,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41453,1731474769246 in 20.0410 sec 2024-11-13T05:14:56,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-11-13T05:14:56,065 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T05:14:56,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,36223,1731474769149 in 20.0410 sec 2024-11-13T05:14:56,066 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T05:14:56,068 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T05:14:56,068 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T05:14:56,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.787 sec 2024-11-13T05:14:56,188 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T05:14:56,191 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a61c20bd729c:38131 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a61c20bd729c/172.17.0.3:38131 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:14:56,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1, error=java.net.ConnectException: Call to address=a61c20bd729c:38131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:14:56,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-13T05:14:56,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,38131,1731474769292, seqNum=-1 from cache 2024-11-13T05:14:56,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address a61c20bd729c:38131 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a61c20bd729c/172.17.0.3:38131 2024-11-13T05:14:56,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:14:56,297 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36223,1731474769149, seqNum=-1] 2024-11-13T05:14:56,325 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T05:14:56,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:14:56,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:14:56,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:14:56,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:14:56,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:14:56,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1307745362, stopped=false 2024-11-13T05:14:56,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,43275,1731474768366 2024-11-13T05:14:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:14:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:14:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:14:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:14:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:14:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:14:56,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:14:56,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:14:56,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:14:56,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,36223,1731474769149' ***** 2024-11-13T05:14:56,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:56,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:56,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:14:56,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,41453,1731474769246' ***** 2024-11-13T05:14:56,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:14:56,391 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:14:56,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:56,391 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:14:56,391 INFO [RS:0;a61c20bd729c:36223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:14:56,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:14:56,391 INFO [RS:0;a61c20bd729c:36223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:14:56,391 INFO [RS:1;a61c20bd729c:41453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:14:56,391 INFO [RS:1;a61c20bd729c:41453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:14:56,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:14:56,391 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:56,391 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for 33af55e3f4c3b8597461e11476c38196 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for ad5c72e0c871421eeed50ddb3847ef0a 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for e8ad2acb4ed9857d5e4e298f5cb30666 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for b8d6652241779477aac8e712063c50c4 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d20fc6cc4d6d9fa6999a219ff8a3310 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for efcac2e77e3893d8cb949688555c33f4 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for 7caff54a3c946866064e4c9d92a18620 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for 4433bf50241f5573585ee17720b76532 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,41453,1731474769246 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,36223,1731474769149 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:14:56,392 INFO [RS:1;a61c20bd729c:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a61c20bd729c:41453. 2024-11-13T05:14:56,392 INFO [RS:0;a61c20bd729c:36223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36223. 2024-11-13T05:14:56,392 DEBUG [RS:1;a61c20bd729c:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:14:56,392 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33af55e3f4c3b8597461e11476c38196, disabling compactions & flushes 2024-11-13T05:14:56,392 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2c28d5e4207a7d16133c4136ebe3d76, disabling compactions & flushes 2024-11-13T05:14:56,392 DEBUG [RS:0;a61c20bd729c:36223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:14:56,393 DEBUG [RS:1;a61c20bd729c:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,393 DEBUG [RS:0;a61c20bd729c:36223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,393 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:56,393 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:56,393 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:56,393 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:56,393 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. after waiting 0 ms 2024-11-13T05:14:56,393 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. after waiting 0 ms 2024-11-13T05:14:56,393 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:56,393 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:56,393 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:14:56,393 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:14:56,393 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:14:56,393 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:14:56,393 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T05:14:56,393 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1325): Online Regions={f2c28d5e4207a7d16133c4136ebe3d76=SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76., ad5c72e0c871421eeed50ddb3847ef0a=SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a., b8d6652241779477aac8e712063c50c4=SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4., efcac2e77e3893d8cb949688555c33f4=SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4., 4433bf50241f5573585ee17720b76532=SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532.} 2024-11-13T05:14:56,393 DEBUG [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1351): Waiting on 4433bf50241f5573585ee17720b76532, ad5c72e0c871421eeed50ddb3847ef0a, b8d6652241779477aac8e712063c50c4, efcac2e77e3893d8cb949688555c33f4, f2c28d5e4207a7d16133c4136ebe3d76 2024-11-13T05:14:56,394 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T05:14:56,394 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 33af55e3f4c3b8597461e11476c38196=SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196., e8ad2acb4ed9857d5e4e298f5cb30666=SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666., 8d20fc6cc4d6d9fa6999a219ff8a3310=SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310., 7caff54a3c946866064e4c9d92a18620=SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620., faac0e9ecd4a2bb4967a753ef819bff6=SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6.} 2024-11-13T05:14:56,394 DEBUG [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33af55e3f4c3b8597461e11476c38196, 7caff54a3c946866064e4c9d92a18620, 8d20fc6cc4d6d9fa6999a219ff8a3310, e8ad2acb4ed9857d5e4e298f5cb30666, faac0e9ecd4a2bb4967a753ef819bff6 2024-11-13T05:14:56,394 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:14:56,394 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:14:56,394 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:14:56,394 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:14:56,394 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:14:56,395 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-11-13T05:14:56,398 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/33af55e3f4c3b8597461e11476c38196/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,398 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/f2c28d5e4207a7d16133c4136ebe3d76/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,400 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/info/0095fae8a15f4b3790f26cbefd05e328 is 167, key is SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532./info:regioninfo/1731474843911/Put/seqid=0 2024-11-13T05:14:56,401 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:56,401 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:56,401 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33af55e3f4c3b8597461e11476c38196: Waiting for close lock at 1731474896392Running coprocessor pre-close hooks at 1731474896392Disabling compacts and flushes for region at 1731474896392Disabling writes for close at 1731474896393 (+1 ms)Writing region close event to WAL at 1731474896394 (+1 ms)Running coprocessor post-close hooks at 1731474896400 (+6 ms)Closed at 1731474896401 (+1 ms) 2024-11-13T05:14:56,401 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2c28d5e4207a7d16133c4136ebe3d76: Waiting for close lock at 1731474896392Running coprocessor pre-close hooks at 1731474896392Disabling compacts and flushes for region at 1731474896392Disabling writes for close at 1731474896393 (+1 ms)Writing region close event to WAL at 1731474896394 (+1 ms)Running coprocessor post-close hooks at 1731474896399 (+5 ms)Closed at 1731474896401 (+2 ms) 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731474781653.f2c28d5e4207a7d16133c4136ebe3d76. 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731474781653.33af55e3f4c3b8597461e11476c38196. 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8ad2acb4ed9857d5e4e298f5cb30666, disabling compactions & flushes 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad5c72e0c871421eeed50ddb3847ef0a, disabling compactions & flushes 2024-11-13T05:14:56,402 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:14:56,402 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. after waiting 0 ms 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. after waiting 0 ms 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:14:56,402 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:56,417 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/e8ad2acb4ed9857d5e4e298f5cb30666/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741867_1043 (size=9431) 2024-11-13T05:14:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741867_1043 (size=9431) 2024-11-13T05:14:56,418 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:56,418 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8ad2acb4ed9857d5e4e298f5cb30666: Waiting for close lock at 1731474896402Running coprocessor pre-close hooks at 1731474896402Disabling compacts and flushes for region at 1731474896402Disabling writes for close at 1731474896402Writing region close event to WAL at 1731474896408 (+6 ms)Running coprocessor post-close hooks at 1731474896418 (+10 ms)Closed at 1731474896418 2024-11-13T05:14:56,418 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731474781653.e8ad2acb4ed9857d5e4e298f5cb30666. 2024-11-13T05:14:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741867_1043 (size=9431) 2024-11-13T05:14:56,419 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d20fc6cc4d6d9fa6999a219ff8a3310, disabling compactions & flushes 2024-11-13T05:14:56,419 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:14:56,419 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:14:56,419 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. after waiting 0 ms 2024-11-13T05:14:56,419 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:14:56,420 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/info/0095fae8a15f4b3790f26cbefd05e328 2024-11-13T05:14:56,421 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/ad5c72e0c871421eeed50ddb3847ef0a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:14:56,429 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/.tmp/info/0095fae8a15f4b3790f26cbefd05e328 as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/info/0095fae8a15f4b3790f26cbefd05e328 2024-11-13T05:14:56,430 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/8d20fc6cc4d6d9fa6999a219ff8a3310/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,430 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:14:56,430 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:14:56,430 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad5c72e0c871421eeed50ddb3847ef0a: Waiting for close lock at 1731474896402Running coprocessor pre-close hooks at 1731474896402Disabling compacts and flushes for region at 1731474896402Disabling writes for close at 1731474896402Writing region close event to WAL at 1731474896408 (+6 ms)Running coprocessor post-close hooks at 1731474896430 (+22 ms)Closed at 1731474896430 2024-11-13T05:14:56,430 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d20fc6cc4d6d9fa6999a219ff8a3310: Waiting for close lock at 1731474896419Running coprocessor pre-close hooks at 1731474896419Disabling compacts and flushes for region at 1731474896419Disabling writes for close at 1731474896419Writing region close event to WAL at 1731474896425 (+6 ms)Running coprocessor post-close hooks at 1731474896430 (+5 ms)Closed at 1731474896430 2024-11-13T05:14:56,430 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731474781653.8d20fc6cc4d6d9fa6999a219ff8a3310. 2024-11-13T05:14:56,430 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731474781653.ad5c72e0c871421eeed50ddb3847ef0a. 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7caff54a3c946866064e4c9d92a18620, disabling compactions & flushes 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8d6652241779477aac8e712063c50c4, disabling compactions & flushes 2024-11-13T05:14:56,431 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:14:56,431 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. after waiting 0 ms 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. after waiting 0 ms 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:14:56,431 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:14:56,438 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:14:56,439 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/b8d6652241779477aac8e712063c50c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,439 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/7caff54a3c946866064e4c9d92a18620/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:14:56,440 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:14:56,440 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:14:56,440 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/info/0095fae8a15f4b3790f26cbefd05e328, entries=32, sequenceid=39, filesize=9.2 K 2024-11-13T05:14:56,440 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7caff54a3c946866064e4c9d92a18620: Waiting for close lock at 1731474896431Running coprocessor pre-close hooks at 1731474896431Disabling compacts and flushes for region at 1731474896431Disabling writes for close at 1731474896431Writing region close event to WAL at 1731474896432 (+1 ms)Running coprocessor post-close hooks at 1731474896440 (+8 ms)Closed at 1731474896440 2024-11-13T05:14:56,440 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8d6652241779477aac8e712063c50c4: Waiting for close lock at 1731474896431Running coprocessor pre-close hooks at 1731474896431Disabling compacts and flushes for region at 1731474896431Disabling writes for close at 1731474896431Writing region close event to WAL at 1731474896432 (+1 ms)Running coprocessor post-close hooks at 1731474896440 (+8 ms)Closed at 1731474896440 2024-11-13T05:14:56,440 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731474781653.7caff54a3c946866064e4c9d92a18620. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731474781653.b8d6652241779477aac8e712063c50c4. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faac0e9ecd4a2bb4967a753ef819bff6, disabling compactions & flushes 2024-11-13T05:14:56,441 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. after waiting 0 ms 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efcac2e77e3893d8cb949688555c33f4, disabling compactions & flushes 2024-11-13T05:14:56,441 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. after waiting 0 ms 2024-11-13T05:14:56,441 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:14:56,442 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=39, compaction requested=false 2024-11-13T05:14:56,446 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/faac0e9ecd4a2bb4967a753ef819bff6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,446 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/efcac2e77e3893d8cb949688555c33f4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,448 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:14:56,448 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efcac2e77e3893d8cb949688555c33f4: Waiting for close lock at 1731474896441Running coprocessor pre-close hooks at 1731474896441Disabling compacts and flushes for region at 1731474896441Disabling writes for close at 1731474896441Writing region close event to WAL at 1731474896442 (+1 ms)Running coprocessor post-close hooks at 1731474896447 (+5 ms)Closed at 1731474896447 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faac0e9ecd4a2bb4967a753ef819bff6: Waiting for close lock at 1731474896441Running coprocessor pre-close hooks at 1731474896441Disabling compacts and flushes for region at 1731474896441Disabling writes for close at 1731474896441Writing region close event to WAL at 1731474896441Running coprocessor post-close hooks at 1731474896447 (+6 ms)Closed at 1731474896447 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731474781653.efcac2e77e3893d8cb949688555c33f4. 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731474781653.faac0e9ecd4a2bb4967a753ef819bff6. 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4433bf50241f5573585ee17720b76532, disabling compactions & flushes 2024-11-13T05:14:56,448 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. after waiting 0 ms 2024-11-13T05:14:56,448 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:56,450 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-13T05:14:56,450 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:14:56,450 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:14:56,451 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731474896394Running coprocessor pre-close hooks at 1731474896394Disabling compacts and flushes for region at 1731474896394Disabling writes for close at 1731474896394Obtaining lock to block concurrent updates at 1731474896395 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731474896395Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1731474896395Flushing stores of hbase:meta,,1.1588230740 at 1731474896395Flushing 1588230740/info: creating writer at 1731474896395Flushing 1588230740/info: appending metadata at 1731474896400 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731474896400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c30483a: reopening flushed file at 1731474896428 (+28 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=39, compaction requested=false at 1731474896442 (+14 ms)Writing region close event to WAL at 1731474896444 (+2 ms)Running coprocessor post-close hooks at 1731474896450 (+6 ms)Closed at 1731474896450 2024-11-13T05:14:56,451 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:14:56,453 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/data/default/SPTestTable/4433bf50241f5573585ee17720b76532/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:14:56,454 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:56,454 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4433bf50241f5573585ee17720b76532: Waiting for close lock at 1731474896448Running coprocessor pre-close hooks at 1731474896448Disabling compacts and flushes for region at 1731474896448Disabling writes for close at 1731474896448Writing region close event to WAL at 1731474896449 (+1 ms)Running coprocessor post-close hooks at 1731474896454 (+5 ms)Closed at 1731474896454 2024-11-13T05:14:56,454 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731474781653.4433bf50241f5573585ee17720b76532. 2024-11-13T05:14:56,463 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:14:56,594 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,41453,1731474769246; all regions closed. 2024-11-13T05:14:56,594 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,36223,1731474769149; all regions closed. 2024-11-13T05:14:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741858_1034 (size=5436) 2024-11-13T05:14:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741834_1010 (size=3530) 2024-11-13T05:14:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741858_1034 (size=5436) 2024-11-13T05:14:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741834_1010 (size=3530) 2024-11-13T05:14:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741858_1034 (size=5436) 2024-11-13T05:14:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741834_1010 (size=3530) 2024-11-13T05:14:56,604 DEBUG [RS:1;a61c20bd729c:41453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs 2024-11-13T05:14:56,605 DEBUG [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs 2024-11-13T05:14:56,605 INFO [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36223%2C1731474769149.meta:.meta(num 1731474822755) 2024-11-13T05:14:56,605 INFO [RS:1;a61c20bd729c:41453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C41453%2C1731474769246:(num 1731474770866) 2024-11-13T05:14:56,605 DEBUG [RS:1;a61c20bd729c:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,605 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:14:56,605 INFO [RS:1;a61c20bd729c:41453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:14:56,605 INFO [RS:1;a61c20bd729c:41453 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:14:56,606 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:14:56,606 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:14:56,606 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:14:56,606 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:14:56,606 INFO [RS:1;a61c20bd729c:41453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:14:56,606 INFO [RS:1;a61c20bd729c:41453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41453 2024-11-13T05:14:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741835_1011 (size=3500) 2024-11-13T05:14:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741835_1011 (size=3500) 2024-11-13T05:14:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741835_1011 (size=3500) 2024-11-13T05:14:56,612 DEBUG [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/oldWALs 2024-11-13T05:14:56,612 INFO [RS:0;a61c20bd729c:36223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36223%2C1731474769149:(num 1731474770890) 2024-11-13T05:14:56,612 DEBUG [RS:0;a61c20bd729c:36223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:14:56,612 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:14:56,612 INFO [RS:0;a61c20bd729c:36223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:14:56,612 INFO [RS:0;a61c20bd729c:36223 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:14:56,613 INFO [RS:0;a61c20bd729c:36223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:14:56,613 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:14:56,613 INFO [RS:0;a61c20bd729c:36223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36223 2024-11-13T05:14:56,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a61c20bd729c,41453,1731474769246 2024-11-13T05:14:56,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:14:56,616 INFO [RS:1;a61c20bd729c:41453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:14:56,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a61c20bd729c,36223,1731474769149 2024-11-13T05:14:56,626 INFO [RS:0;a61c20bd729c:36223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:14:56,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,36223,1731474769149] 2024-11-13T05:14:56,658 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a61c20bd729c,36223,1731474769149 already deleted, retry=false 2024-11-13T05:14:56,659 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,36223,1731474769149 expired; onlineServers=1 2024-11-13T05:14:56,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,41453,1731474769246] 2024-11-13T05:14:56,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a61c20bd729c,41453,1731474769246 already deleted, retry=false 2024-11-13T05:14:56,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,41453,1731474769246 expired; onlineServers=0 2024-11-13T05:14:56,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,43275,1731474768366' ***** 2024-11-13T05:14:56,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:14:56,669 INFO [M:0;a61c20bd729c:43275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:14:56,670 INFO [M:0;a61c20bd729c:43275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:14:56,670 DEBUG [M:0;a61c20bd729c:43275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:14:56,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:14:56,670 DEBUG [M:0;a61c20bd729c:43275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:14:56,670 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731474770456 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731474770456,5,FailOnTimeoutGroup] 2024-11-13T05:14:56,670 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731474770453 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731474770453,5,FailOnTimeoutGroup] 2024-11-13T05:14:56,671 INFO [M:0;a61c20bd729c:43275 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:14:56,671 INFO [M:0;a61c20bd729c:43275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:14:56,671 DEBUG [M:0;a61c20bd729c:43275 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:14:56,672 INFO [M:0;a61c20bd729c:43275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:14:56,672 INFO [M:0;a61c20bd729c:43275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:14:56,672 ERROR [M:0;a61c20bd729c:43275 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:39239 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39239,5,PEWorkerGroup] 2024-11-13T05:14:56,674 INFO [M:0;a61c20bd729c:43275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:14:56,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:14:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T05:14:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:14:56,684 DEBUG [M:0;a61c20bd729c:43275 {}] zookeeper.ZKUtil(347): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T05:14:56,685 WARN [M:0;a61c20bd729c:43275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:14:56,686 INFO [M:0;a61c20bd729c:43275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/.lastflushedseqids 2024-11-13T05:14:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741868_1044 (size=668) 2024-11-13T05:14:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741868_1044 (size=668) 2024-11-13T05:14:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741868_1044 (size=668) 2024-11-13T05:14:56,703 INFO [M:0;a61c20bd729c:43275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:14:56,704 INFO [M:0;a61c20bd729c:43275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:14:56,704 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:14:56,704 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:14:56,704 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:14:56,704 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:14:56,704 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:14:56,704 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.07 KB heapSize=267 KB 2024-11-13T05:14:56,720 DEBUG [M:0;a61c20bd729c:43275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb2b40dfa47406e82753d3396155df3 is 82, key is hbase:meta,,1/info:regioninfo/1731474823407/Put/seqid=0 2024-11-13T05:14:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741869_1045 (size=6071) 2024-11-13T05:14:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741869_1045 (size=6071) 2024-11-13T05:14:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741869_1045 (size=6071) 2024-11-13T05:14:56,727 INFO [M:0;a61c20bd729c:43275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb2b40dfa47406e82753d3396155df3 2024-11-13T05:14:56,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:14:56,737 INFO [RS:1;a61c20bd729c:41453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:14:56,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x101329c3a780002, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:14:56,737 INFO [RS:1;a61c20bd729c:41453 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,41453,1731474769246; zookeeper connection closed. 2024-11-13T05:14:56,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c24d7da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c24d7da 2024-11-13T05:14:56,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:14:56,747 INFO [RS:0;a61c20bd729c:36223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:14:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x101329c3a780001, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:14:56,748 INFO [RS:0;a61c20bd729c:36223 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,36223,1731474769149; zookeeper connection closed. 2024-11-13T05:14:56,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c6d7a5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c6d7a5c 2024-11-13T05:14:56,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T05:14:56,750 DEBUG [M:0;a61c20bd729c:43275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a801d2c199340ca971683ffd8bd5908 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731474792229/Put/seqid=0 2024-11-13T05:14:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741870_1046 (size=9113) 2024-11-13T05:14:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741870_1046 (size=9113) 2024-11-13T05:14:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741870_1046 (size=9113) 2024-11-13T05:14:56,760 INFO [M:0;a61c20bd729c:43275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=213.84 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a801d2c199340ca971683ffd8bd5908 2024-11-13T05:14:56,769 INFO [M:0;a61c20bd729c:43275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a801d2c199340ca971683ffd8bd5908 2024-11-13T05:14:56,790 DEBUG [M:0;a61c20bd729c:43275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4dbbb3e376dc4b1ba99d8ee81971f76f is 69, key is a61c20bd729c,36223,1731474769149/rs:state/1731474770570/Put/seqid=0 2024-11-13T05:14:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741871_1047 (size=5446) 2024-11-13T05:14:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741871_1047 (size=5446) 2024-11-13T05:14:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741871_1047 (size=5446) 2024-11-13T05:14:56,806 INFO [M:0;a61c20bd729c:43275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4dbbb3e376dc4b1ba99d8ee81971f76f 2024-11-13T05:14:56,815 INFO [M:0;a61c20bd729c:43275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dbbb3e376dc4b1ba99d8ee81971f76f 2024-11-13T05:14:56,816 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb2b40dfa47406e82753d3396155df3 as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb2b40dfa47406e82753d3396155df3 2024-11-13T05:14:56,827 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb2b40dfa47406e82753d3396155df3, entries=14, sequenceid=569, filesize=5.9 K 2024-11-13T05:14:56,829 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a801d2c199340ca971683ffd8bd5908 as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a801d2c199340ca971683ffd8bd5908 2024-11-13T05:14:56,837 INFO [M:0;a61c20bd729c:43275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a801d2c199340ca971683ffd8bd5908 2024-11-13T05:14:56,837 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a801d2c199340ca971683ffd8bd5908, entries=60, sequenceid=569, filesize=8.9 K 2024-11-13T05:14:56,839 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4dbbb3e376dc4b1ba99d8ee81971f76f as hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4dbbb3e376dc4b1ba99d8ee81971f76f 2024-11-13T05:14:56,847 INFO [M:0;a61c20bd729c:43275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dbbb3e376dc4b1ba99d8ee81971f76f 2024-11-13T05:14:56,847 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39239/user/jenkins/test-data/41670537-ffd2-52a3-85d5-1992a5eff354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4dbbb3e376dc4b1ba99d8ee81971f76f, entries=3, sequenceid=569, filesize=5.3 K 2024-11-13T05:14:56,848 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.07 KB/220229, heapSize ~266.70 KB/273104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=569, compaction requested=false 2024-11-13T05:14:56,850 INFO [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:14:56,850 DEBUG [M:0;a61c20bd729c:43275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731474896704Disabling compacts and flushes for region at 1731474896704Disabling writes for close at 1731474896704Obtaining lock to block concurrent updates at 1731474896704Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731474896704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220229, getHeapSize=273344, getOffHeapSize=0, getCellsCount=690 at 1731474896705 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731474896705Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731474896705Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731474896719 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731474896719Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731474896733 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731474896749 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731474896750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731474896769 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731474896789 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731474896789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7009e2c5: reopening flushed file at 1731474896815 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a097f8: reopening flushed file at 1731474896828 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ea9763: reopening flushed file at 1731474896837 (+9 ms)Finished flush of dataSize ~215.07 KB/220229, heapSize ~266.70 KB/273104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=569, compaction requested=false at 1731474896848 (+11 ms)Writing region close event to WAL at 1731474896849 (+1 ms)Closed at 1731474896849 2024-11-13T05:14:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741830_1006 (size=258117) 2024-11-13T05:14:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741830_1006 (size=258117) 2024-11-13T05:14:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741830_1006 (size=258117) 2024-11-13T05:14:56,854 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:14:56,854 INFO [M:0;a61c20bd729c:43275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:14:56,854 INFO [M:0;a61c20bd729c:43275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43275 2024-11-13T05:14:56,854 INFO [M:0;a61c20bd729c:43275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:14:56,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:14:56,979 INFO [M:0;a61c20bd729c:43275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:14:56,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43275-0x101329c3a780000, quorum=127.0.0.1:54137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:14:56,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:14:56,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:14:56,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:14:56,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:14:56,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,STOPPED} 2024-11-13T05:14:56,988 WARN [BP-67685450-172.17.0.3-1731474762560 heartbeating to localhost/127.0.0.1:39239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:14:56,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:14:56,988 WARN [BP-67685450-172.17.0.3-1731474762560 heartbeating to localhost/127.0.0.1:39239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-67685450-172.17.0.3-1731474762560 (Datanode Uuid 98d5c441-53bb-4095-ba43-6de6f4ce1ebe) service to localhost/127.0.0.1:39239 2024-11-13T05:14:56,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:14:56,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data5/current/BP-67685450-172.17.0.3-1731474762560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:14:56,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data6/current/BP-67685450-172.17.0.3-1731474762560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:14:56,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:14:56,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:14:56,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:14:56,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:14:56,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:14:56,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,STOPPED} 2024-11-13T05:14:56,994 WARN [BP-67685450-172.17.0.3-1731474762560 heartbeating to localhost/127.0.0.1:39239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:14:56,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:14:56,994 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:14:56,994 WARN [BP-67685450-172.17.0.3-1731474762560 heartbeating to localhost/127.0.0.1:39239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-67685450-172.17.0.3-1731474762560 (Datanode Uuid df7c76ab-532b-41de-a262-c0af63fadf51) service to localhost/127.0.0.1:39239 2024-11-13T05:14:56,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data3/current/BP-67685450-172.17.0.3-1731474762560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:14:56,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data4/current/BP-67685450-172.17.0.3-1731474762560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:14:56,995 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:14:56,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:14:56,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:14:56,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:14:56,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:14:56,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,STOPPED} 2024-11-13T05:14:56,999 WARN [BP-67685450-172.17.0.3-1731474762560 heartbeating to localhost/127.0.0.1:39239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:14:56,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:14:56,999 WARN [BP-67685450-172.17.0.3-1731474762560 heartbeating to localhost/127.0.0.1:39239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-67685450-172.17.0.3-1731474762560 (Datanode Uuid 161d65c7-21e2-42b1-a984-ebdfe43231d0) service to localhost/127.0.0.1:39239 2024-11-13T05:14:56,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:14:56,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data1/current/BP-67685450-172.17.0.3-1731474762560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:14:56,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/cluster_b9818ad7-b092-bb4a-003d-f2cd67de345b/data/data2/current/BP-67685450-172.17.0.3-1731474762560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:14:57,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:14:57,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:14:57,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:14:57,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:14:57,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:14:57,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir/,STOPPED} 2024-11-13T05:14:57,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:14:57,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:14:57,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=90 (was 11) Potentially hanging thread: regionserver/a61c20bd729c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@34f010b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a61c20bd729c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39239 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a61c20bd729c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/a61c20bd729c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39239 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/a61c20bd729c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=4601 (was 6846) 2024-11-13T05:14:57,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=91, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=4601 2024-11-13T05:14:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir so I do NOT create it in target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8 2024-11-13T05:14:57,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:14:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.tmp.dir so I do NOT create it in target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8 2024-11-13T05:14:57,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d37a52-5fbf-3bd1-7a2c-a99d217b99a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:14:57,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8, deleteOnExit=true 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/test.cache.data in system properties and HBase conf 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:14:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:14:57,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:14:57,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:14:57,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:14:57,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:14:57,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:14:57,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:14:57,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:14:57,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:14:57,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:14:57,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:14:57,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:14:57,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295706e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:14:57,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395eea5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:14:57,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7554be3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/java.io.tmpdir/jetty-localhost-35233-hadoop-hdfs-3_4_1-tests_jar-_-any-4749988505703087914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:14:57,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb4ce0e{HTTP/1.1, (http/1.1)}{localhost:35233} 2024-11-13T05:14:57,648 INFO [Time-limited test {}] server.Server(415): Started @137754ms 2024-11-13T05:14:57,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:14:57,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:14:57,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:14:57,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:14:57,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:14:57,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34683201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:14:57,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e26962f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:14:58,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d93f1ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/java.io.tmpdir/jetty-localhost-45057-hadoop-hdfs-3_4_1-tests_jar-_-any-11109627206275403294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:14:58,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d24a5aa{HTTP/1.1, (http/1.1)}{localhost:45057} 2024-11-13T05:14:58,012 INFO [Time-limited test {}] server.Server(415): Started @138118ms 2024-11-13T05:14:58,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:14:58,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:14:58,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:14:58,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:14:58,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:14:58,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:14:58,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7539655b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:14:58,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b06c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:14:58,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3125bff6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/java.io.tmpdir/jetty-localhost-33167-hadoop-hdfs-3_4_1-tests_jar-_-any-365644356946537407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:14:58,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247018b4{HTTP/1.1, (http/1.1)}{localhost:33167} 2024-11-13T05:14:58,148 INFO [Time-limited test {}] server.Server(415): Started @138254ms 2024-11-13T05:14:58,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:14:58,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:14:58,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:14:58,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:14:58,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:14:58,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:14:58,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1009edfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:14:58,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b7c8bf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:14:58,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4871648e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-6736491765641918189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:14:58,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62492df2{HTTP/1.1, (http/1.1)}{localhost:44897} 2024-11-13T05:14:58,278 INFO [Time-limited test {}] server.Server(415): Started @138384ms 2024-11-13T05:14:58,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:14:58,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:14:59,374 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data1/current/BP-6808495-172.17.0.3-1731474897114/current, will proceed with Du for space computation calculation, 2024-11-13T05:14:59,376 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data2/current/BP-6808495-172.17.0.3-1731474897114/current, will proceed with Du for space computation calculation, 2024-11-13T05:14:59,399 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:14:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc616b73a2e361a8 with lease ID 0xc699ce61c43e9700: Processing first storage report for DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e from datanode DatanodeRegistration(127.0.0.1:40375, datanodeUuid=0bba4015-4b06-45f0-8f01-d650f7421cbc, infoPort=42319, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114) 2024-11-13T05:14:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc616b73a2e361a8 with lease ID 0xc699ce61c43e9700: from storage DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e node DatanodeRegistration(127.0.0.1:40375, datanodeUuid=0bba4015-4b06-45f0-8f01-d650f7421cbc, infoPort=42319, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:14:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc616b73a2e361a8 with lease ID 0xc699ce61c43e9700: Processing first storage report for DS-3cf9a879-53ba-4021-aa87-d9c3a9edf5bd from datanode DatanodeRegistration(127.0.0.1:40375, datanodeUuid=0bba4015-4b06-45f0-8f01-d650f7421cbc, infoPort=42319, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114) 2024-11-13T05:14:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc616b73a2e361a8 with lease ID 0xc699ce61c43e9700: from storage DS-3cf9a879-53ba-4021-aa87-d9c3a9edf5bd node DatanodeRegistration(127.0.0.1:40375, datanodeUuid=0bba4015-4b06-45f0-8f01-d650f7421cbc, infoPort=42319, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:14:59,587 WARN [Thread-751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data3/current/BP-6808495-172.17.0.3-1731474897114/current, will proceed with Du for space computation calculation, 2024-11-13T05:14:59,587 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data4/current/BP-6808495-172.17.0.3-1731474897114/current, will proceed with Du for space computation calculation, 2024-11-13T05:14:59,600 WARN [Thread-703 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:14:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70f31f5e8292304e with lease ID 0xc699ce61c43e9701: Processing first storage report for DS-3cbde729-b560-43b9-b67a-bac1b967101e from datanode DatanodeRegistration(127.0.0.1:32929, datanodeUuid=c76bbf08-3a83-4e14-b2d9-0129c1104726, infoPort=34989, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114) 2024-11-13T05:14:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70f31f5e8292304e with lease ID 0xc699ce61c43e9701: from storage DS-3cbde729-b560-43b9-b67a-bac1b967101e node DatanodeRegistration(127.0.0.1:32929, datanodeUuid=c76bbf08-3a83-4e14-b2d9-0129c1104726, infoPort=34989, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:14:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70f31f5e8292304e with lease ID 0xc699ce61c43e9701: Processing first storage report for DS-beb3d211-f91a-4546-a506-cd659b0d0a2f from datanode DatanodeRegistration(127.0.0.1:32929, datanodeUuid=c76bbf08-3a83-4e14-b2d9-0129c1104726, infoPort=34989, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114) 2024-11-13T05:14:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70f31f5e8292304e with lease ID 0xc699ce61c43e9701: from storage DS-beb3d211-f91a-4546-a506-cd659b0d0a2f node DatanodeRegistration(127.0.0.1:32929, datanodeUuid=c76bbf08-3a83-4e14-b2d9-0129c1104726, infoPort=34989, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:14:59,658 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data5/current/BP-6808495-172.17.0.3-1731474897114/current, will proceed with Du for space computation calculation, 2024-11-13T05:14:59,658 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data6/current/BP-6808495-172.17.0.3-1731474897114/current, will proceed with Du for space computation calculation, 2024-11-13T05:14:59,675 WARN [Thread-725 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:14:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338bdd446d0dc4a4 with lease ID 0xc699ce61c43e9702: Processing first storage report for DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874 from datanode DatanodeRegistration(127.0.0.1:37963, datanodeUuid=9088fea8-2f08-496d-84dd-9854ae0ea27a, infoPort=33911, infoSecurePort=0, ipcPort=35985, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114) 2024-11-13T05:14:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338bdd446d0dc4a4 with lease ID 0xc699ce61c43e9702: from storage DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874 node DatanodeRegistration(127.0.0.1:37963, datanodeUuid=9088fea8-2f08-496d-84dd-9854ae0ea27a, infoPort=33911, infoSecurePort=0, ipcPort=35985, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:14:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338bdd446d0dc4a4 with lease ID 0xc699ce61c43e9702: Processing first storage report for DS-872556b8-adf5-4681-9e33-6fc032ef6a8d from datanode DatanodeRegistration(127.0.0.1:37963, datanodeUuid=9088fea8-2f08-496d-84dd-9854ae0ea27a, infoPort=33911, infoSecurePort=0, ipcPort=35985, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114) 2024-11-13T05:14:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338bdd446d0dc4a4 with lease ID 0xc699ce61c43e9702: from storage DS-872556b8-adf5-4681-9e33-6fc032ef6a8d node DatanodeRegistration(127.0.0.1:37963, datanodeUuid=9088fea8-2f08-496d-84dd-9854ae0ea27a, infoPort=33911, infoSecurePort=0, ipcPort=35985, storageInfo=lv=-57;cid=testClusterID;nsid=2098483085;c=1731474897114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:14:59,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8 2024-11-13T05:14:59,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/zookeeper_0, clientPort=52444, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:14:59,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52444 2024-11-13T05:14:59,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:14:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:14:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:14:59,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 with version=8 2024-11-13T05:14:59,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/hbase-staging 2024-11-13T05:14:59,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:14:59,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:14:59,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33465 2024-11-13T05:14:59,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33465 connecting to ZooKeeper ensemble=127.0.0.1:52444 2024-11-13T05:14:59,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334650x0, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:14:59,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33465-0x101329e3eb20000 connected 2024-11-13T05:14:59,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:59,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396, hbase.cluster.distributed=false 2024-11-13T05:14:59,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:14:59,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33465 2024-11-13T05:14:59,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33465 2024-11-13T05:14:59,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33465 2024-11-13T05:14:59,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33465 2024-11-13T05:14:59,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33465 2024-11-13T05:14:59,907 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:14:59,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:14:59,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:14:59,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:14:59,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:14:59,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41023 2024-11-13T05:14:59,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41023 connecting to ZooKeeper ensemble=127.0.0.1:52444 2024-11-13T05:14:59,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410230x0, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:14:59,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41023-0x101329e3eb20001 connected 2024-11-13T05:14:59,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:59,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:14:59,923 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:14:59,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:14:59,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:14:59,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41023 2024-11-13T05:14:59,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41023 2024-11-13T05:14:59,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41023 2024-11-13T05:14:59,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41023 2024-11-13T05:14:59,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41023 2024-11-13T05:14:59,940 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:14:59,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:14:59,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42419 2024-11-13T05:14:59,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42419 connecting to ZooKeeper ensemble=127.0.0.1:52444 2024-11-13T05:14:59,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424190x0, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:14:59,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42419-0x101329e3eb20002 connected 2024-11-13T05:14:59,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:59,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:14:59,954 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:14:59,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:14:59,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:14:59,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-13T05:14:59,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42419 2024-11-13T05:14:59,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42419 2024-11-13T05:14:59,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-13T05:14:59,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-13T05:14:59,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:14:59,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:14:59,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45117 2024-11-13T05:14:59,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45117 connecting to ZooKeeper ensemble=127.0.0.1:52444 2024-11-13T05:14:59,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:14:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451170x0, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:14:59,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:14:59,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45117-0x101329e3eb20003 connected 2024-11-13T05:14:59,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:14:59,994 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:14:59,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:14:59,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:14:59,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45117 2024-11-13T05:14:59,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45117 2024-11-13T05:14:59,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45117 2024-11-13T05:15:00,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45117 2024-11-13T05:15:00,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45117 2024-11-13T05:15:00,013 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:33465 2024-11-13T05:15:00,014 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,027 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,038 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T05:15:00,038 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a61c20bd729c,33465,1731474899735 from backup master directory 2024-11-13T05:15:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:15:00,048 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:15:00,048 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,052 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/hbase.id] with ID: 42d5a393-d97a-4c7a-a444-3618c11683c0 2024-11-13T05:15:00,052 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.tmp/hbase.id 2024-11-13T05:15:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:15:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:15:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:15:00,061 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.tmp/hbase.id]:[hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/hbase.id] 2024-11-13T05:15:00,077 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:15:00,078 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:15:00,080 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:15:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:15:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:15:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:15:00,102 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:15:00,103 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:15:00,103 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:15:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:15:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:15:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:15:00,115 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store 2024-11-13T05:15:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:15:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:15:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:15:00,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:00,127 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:15:00,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:15:00,127 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:15:00,127 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:15:00,127 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:15:00,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:15:00,127 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731474900127Disabling compacts and flushes for region at 1731474900127Disabling writes for close at 1731474900127Writing region close event to WAL at 1731474900127Closed at 1731474900127 2024-11-13T05:15:00,128 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/.initializing 2024-11-13T05:15:00,128 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/WALs/a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,129 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:15:00,131 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C33465%2C1731474899735, suffix=, logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/WALs/a61c20bd729c,33465,1731474899735, archiveDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/oldWALs, maxLogs=10 2024-11-13T05:15:00,144 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/WALs/a61c20bd729c,33465,1731474899735/a61c20bd729c%2C33465%2C1731474899735.1731474900132, exclude list is [], retry=0 2024-11-13T05:15:00,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32929,DS-3cbde729-b560-43b9-b67a-bac1b967101e,DISK] 2024-11-13T05:15:00,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40375,DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e,DISK] 2024-11-13T05:15:00,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37963,DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874,DISK] 2024-11-13T05:15:00,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/WALs/a61c20bd729c,33465,1731474899735/a61c20bd729c%2C33465%2C1731474899735.1731474900132 2024-11-13T05:15:00,155 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34989:34989),(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:33911:33911)] 2024-11-13T05:15:00,155 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:15:00,156 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:00,156 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,156 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:15:00,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:00,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:15:00,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:00,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:15:00,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:00,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:15:00,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:00,168 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,169 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,170 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,171 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,171 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,172 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:15:00,174 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:15:00,176 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:00,176 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58958698, jitterRate=-0.12144693732261658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:15:00,177 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731474900156Initializing all the Stores at 1731474900157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474900157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474900157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474900158 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474900158Cleaning up temporary data from old regions at 1731474900171 (+13 ms)Region opened successfully at 1731474900177 (+6 ms) 2024-11-13T05:15:00,178 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:15:00,183 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb1ef8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:15:00,184 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:15:00,184 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:15:00,184 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:15:00,184 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:15:00,185 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:15:00,186 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:15:00,186 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T05:15:00,189 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:15:00,190 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T05:15:00,205 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T05:15:00,206 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:15:00,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:15:00,216 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T05:15:00,216 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:15:00,218 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:15:00,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T05:15:00,235 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:15:00,248 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T05:15:00,251 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:15:00,269 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,290 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,33465,1731474899735, sessionid=0x101329e3eb20000, setting cluster-up flag (Was=false) 2024-11-13T05:15:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,353 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T05:15:00,354 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:00,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T05:15:00,460 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,33465,1731474899735 2024-11-13T05:15:00,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:15:00,464 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:15:00,465 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:15:00,465 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:15:00,465 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,33465,1731474899735 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,467 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:15:00,468 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:15:00,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731474930470 2024-11-13T05:15:00,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:15:00,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:15:00,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:15:00,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:15:00,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:15:00,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:15:00,471 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:15:00,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,472 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,472 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:15:00,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:15:00,472 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:15:00,472 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:15:00,473 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:15:00,473 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:15:00,474 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731474900473,5,FailOnTimeoutGroup] 2024-11-13T05:15:00,474 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731474900474,5,FailOnTimeoutGroup] 2024-11-13T05:15:00,474 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,474 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:15:00,474 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,474 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:15:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:15:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:15:00,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:15:00,492 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:00,504 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(746): ClusterId : 42d5a393-d97a-4c7a-a444-3618c11683c0 2024-11-13T05:15:00,504 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:15:00,505 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(746): ClusterId : 42d5a393-d97a-4c7a-a444-3618c11683c0 2024-11-13T05:15:00,505 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(746): ClusterId : 42d5a393-d97a-4c7a-a444-3618c11683c0 2024-11-13T05:15:00,505 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:15:00,505 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:15:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:15:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:15:00,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:15:00,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:00,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:15:00,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:15:00,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:00,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:15:00,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:15:00,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:00,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:15:00,522 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:15:00,522 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:15:00,522 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:15:00,522 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:15:00,522 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:15:00,522 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:15:00,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:15:00,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:00,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:15:00,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:15:00,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:00,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:00,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:15:00,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740 2024-11-13T05:15:00,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740 2024-11-13T05:15:00,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:15:00,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:15:00,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:15:00,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:15:00,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:00,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67246994, jitterRate=0.0020582973957061768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:15:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731474900513Initializing all the Stores at 1731474900514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474900514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474900514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474900514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474900514Cleaning up temporary data from old regions at 1731474900531 (+17 ms)Region opened successfully at 1731474900536 (+5 ms) 2024-11-13T05:15:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:15:00,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:15:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:15:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:15:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:15:00,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:15:00,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731474900536Disabling compacts and flushes for region at 1731474900536Disabling writes for close at 1731474900536Writing region close event to WAL at 1731474900537 (+1 ms)Closed at 1731474900537 2024-11-13T05:15:00,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:15:00,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:15:00,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:15:00,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:15:00,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:15:00,543 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:15:00,543 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:15:00,543 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:15:00,543 DEBUG [RS:0;a61c20bd729c:41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304751b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:15:00,543 DEBUG [RS:2;a61c20bd729c:45117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:15:00,544 DEBUG [RS:1;a61c20bd729c:42419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3a96ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:15:00,562 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a61c20bd729c:42419 2024-11-13T05:15:00,562 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:15:00,562 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:15:00,562 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:15:00,563 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,33465,1731474899735 with port=42419, startcode=1731474899939 2024-11-13T05:15:00,564 DEBUG [RS:1;a61c20bd729c:42419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:15:00,565 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:41023 2024-11-13T05:15:00,565 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:15:00,565 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:15:00,565 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:15:00,566 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:15:00,566 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,33465,1731474899735 with port=41023, startcode=1731474899907 2024-11-13T05:15:00,566 DEBUG [RS:2;a61c20bd729c:45117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a61c20bd729c:45117 2024-11-13T05:15:00,566 DEBUG [RS:0;a61c20bd729c:41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:15:00,566 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:15:00,566 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:15:00,566 DEBUG [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:15:00,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,567 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,33465,1731474899735 with port=45117, startcode=1731474899974 2024-11-13T05:15:00,567 DEBUG [RS:2;a61c20bd729c:45117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:15:00,569 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:00,569 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39751 2024-11-13T05:15:00,569 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:15:00,573 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:15:00,573 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:15:00,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,45117,1731474899974 2024-11-13T05:15:00,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:00,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,41023,1731474899907 2024-11-13T05:15:00,574 DEBUG [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:00,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:00,574 DEBUG [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39751 2024-11-13T05:15:00,575 DEBUG [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:15:00,577 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:00,577 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39751 2024-11-13T05:15:00,577 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:15:00,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:15:00,616 DEBUG [RS:1;a61c20bd729c:42419 {}] zookeeper.ZKUtil(111): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,616 WARN [RS:1;a61c20bd729c:42419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:15:00,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,45117,1731474899974] 2024-11-13T05:15:00,616 DEBUG [RS:2;a61c20bd729c:45117 {}] zookeeper.ZKUtil(111): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a61c20bd729c,45117,1731474899974 2024-11-13T05:15:00,616 DEBUG [RS:0;a61c20bd729c:41023 {}] zookeeper.ZKUtil(111): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a61c20bd729c,41023,1731474899907 2024-11-13T05:15:00,616 INFO [RS:1;a61c20bd729c:42419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:15:00,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,42419,1731474899939] 2024-11-13T05:15:00,617 WARN [RS:2;a61c20bd729c:45117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:15:00,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,41023,1731474899907] 2024-11-13T05:15:00,617 WARN [RS:0;a61c20bd729c:41023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:15:00,617 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,617 INFO [RS:0;a61c20bd729c:41023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:15:00,617 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,41023,1731474899907 2024-11-13T05:15:00,620 INFO [RS:2;a61c20bd729c:45117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:15:00,620 DEBUG [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974 2024-11-13T05:15:00,622 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:15:00,627 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:15:00,632 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:15:00,634 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:15:00,636 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:15:00,640 INFO [RS:1;a61c20bd729c:42419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:15:00,640 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:15:00,640 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,642 INFO [RS:2;a61c20bd729c:45117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:15:00,642 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,644 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:15:00,644 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:15:00,644 INFO [RS:0;a61c20bd729c:41023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:15:00,644 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,645 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:15:00,645 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,645 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,645 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,645 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,645 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:15:00,645 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,645 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,645 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:15:00,646 DEBUG [RS:2;a61c20bd729c:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,646 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,647 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,647 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:15:00,647 DEBUG [RS:1;a61c20bd729c:42419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:15:00,648 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:15:00,649 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:15:00,650 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,650 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,651 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,651 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,651 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,651 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:15:00,651 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:15:00,651 DEBUG [RS:0;a61c20bd729c:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:15:00,659 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,659 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,659 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,659 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,659 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,659 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45117,1731474899974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,663 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,664 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,664 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42419,1731474899939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:15:00,664 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,664 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,664 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41023,1731474899907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:15:00,682 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:15:00,682 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45117,1731474899974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,682 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,682 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.Replication(171): a61c20bd729c,45117,1731474899974 started 2024-11-13T05:15:00,685 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:15:00,686 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42419,1731474899939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,686 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,686 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.Replication(171): a61c20bd729c,42419,1731474899939 started 2024-11-13T05:15:00,688 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:15:00,688 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41023,1731474899907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,688 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,689 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.Replication(171): a61c20bd729c,41023,1731474899907 started 2024-11-13T05:15:00,690 WARN [a61c20bd729c:33465 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:15:00,702 INFO [RS:2;a61c20bd729c:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,702 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,45117,1731474899974, RpcServer on a61c20bd729c/172.17.0.3:45117, sessionid=0x101329e3eb20003 2024-11-13T05:15:00,703 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:15:00,703 DEBUG [RS:2;a61c20bd729c:45117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,45117,1731474899974 2024-11-13T05:15:00,703 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,45117,1731474899974' 2024-11-13T05:15:00,703 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:15:00,703 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:15:00,704 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:15:00,704 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:15:00,704 DEBUG [RS:2;a61c20bd729c:45117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,45117,1731474899974 2024-11-13T05:15:00,704 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,45117,1731474899974' 2024-11-13T05:15:00,704 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:15:00,707 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:15:00,707 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,707 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:00,708 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,41023,1731474899907, RpcServer on a61c20bd729c/172.17.0.3:41023, sessionid=0x101329e3eb20001 2024-11-13T05:15:00,708 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,42419,1731474899939, RpcServer on a61c20bd729c/172.17.0.3:42419, sessionid=0x101329e3eb20002 2024-11-13T05:15:00,708 DEBUG [RS:2;a61c20bd729c:45117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:15:00,708 INFO [RS:2;a61c20bd729c:45117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:15:00,708 INFO [RS:2;a61c20bd729c:45117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:15:00,708 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:15:00,708 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:15:00,708 DEBUG [RS:0;a61c20bd729c:41023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,41023,1731474899907 2024-11-13T05:15:00,708 DEBUG [RS:1;a61c20bd729c:42419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,708 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41023,1731474899907' 2024-11-13T05:15:00,708 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:15:00,708 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,42419,1731474899939' 2024-11-13T05:15:00,708 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:15:00,708 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:15:00,708 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:15:00,709 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:15:00,709 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:15:00,709 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:15:00,709 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:15:00,709 DEBUG [RS:0;a61c20bd729c:41023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,41023,1731474899907 2024-11-13T05:15:00,709 DEBUG [RS:1;a61c20bd729c:42419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,709 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41023,1731474899907' 2024-11-13T05:15:00,709 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,42419,1731474899939' 2024-11-13T05:15:00,710 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:15:00,710 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:15:00,711 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:15:00,711 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:15:00,711 DEBUG [RS:1;a61c20bd729c:42419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:15:00,711 INFO [RS:1;a61c20bd729c:42419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:15:00,711 INFO [RS:1;a61c20bd729c:42419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:15:00,711 DEBUG [RS:0;a61c20bd729c:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:15:00,711 INFO [RS:0;a61c20bd729c:41023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:15:00,711 INFO [RS:0;a61c20bd729c:41023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:15:00,808 INFO [RS:2;a61c20bd729c:45117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:15:00,811 INFO [RS:2;a61c20bd729c:45117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C45117%2C1731474899974, suffix=, logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974, archiveDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs, maxLogs=32 2024-11-13T05:15:00,812 INFO [RS:0;a61c20bd729c:41023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:15:00,812 INFO [RS:1;a61c20bd729c:42419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:15:00,814 INFO [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C42419%2C1731474899939, suffix=, logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939, archiveDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs, maxLogs=32 2024-11-13T05:15:00,814 INFO [RS:0;a61c20bd729c:41023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C41023%2C1731474899907, suffix=, logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,41023,1731474899907, archiveDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs, maxLogs=32 2024-11-13T05:15:00,828 DEBUG [RS:1;a61c20bd729c:42419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939/a61c20bd729c%2C42419%2C1731474899939.1731474900814, exclude list is [], retry=0 2024-11-13T05:15:00,828 DEBUG [RS:2;a61c20bd729c:45117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974/a61c20bd729c%2C45117%2C1731474899974.1731474900811, exclude list is [], retry=0 2024-11-13T05:15:00,831 DEBUG [RS:0;a61c20bd729c:41023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,41023,1731474899907/a61c20bd729c%2C41023%2C1731474899907.1731474900815, exclude list is [], retry=0 2024-11-13T05:15:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40375,DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e,DISK] 2024-11-13T05:15:00,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32929,DS-3cbde729-b560-43b9-b67a-bac1b967101e,DISK] 2024-11-13T05:15:00,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37963,DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874,DISK] 2024-11-13T05:15:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32929,DS-3cbde729-b560-43b9-b67a-bac1b967101e,DISK] 2024-11-13T05:15:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40375,DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e,DISK] 2024-11-13T05:15:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37963,DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874,DISK] 2024-11-13T05:15:00,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40375,DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e,DISK] 2024-11-13T05:15:00,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37963,DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874,DISK] 2024-11-13T05:15:00,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32929,DS-3cbde729-b560-43b9-b67a-bac1b967101e,DISK] 2024-11-13T05:15:00,837 INFO [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939/a61c20bd729c%2C42419%2C1731474899939.1731474900814 2024-11-13T05:15:00,848 DEBUG [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:34989:34989),(127.0.0.1/127.0.0.1:33911:33911)] 2024-11-13T05:15:00,849 INFO [RS:2;a61c20bd729c:45117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974/a61c20bd729c%2C45117%2C1731474899974.1731474900811 2024-11-13T05:15:00,857 INFO [RS:0;a61c20bd729c:41023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,41023,1731474899907/a61c20bd729c%2C41023%2C1731474899907.1731474900815 2024-11-13T05:15:00,857 DEBUG [RS:2;a61c20bd729c:45117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:33911:33911),(127.0.0.1/127.0.0.1:34989:34989)] 2024-11-13T05:15:00,857 DEBUG [RS:0;a61c20bd729c:41023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:33911:33911),(127.0.0.1/127.0.0.1:34989:34989)] 2024-11-13T05:15:00,940 DEBUG [a61c20bd729c:33465 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T05:15:00,941 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:15:00,943 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:15:00,943 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:15:00,943 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T05:15:00,943 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:15:00,943 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:15:00,943 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T05:15:00,943 INFO [a61c20bd729c:33465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:15:00,943 INFO [a61c20bd729c:33465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:15:00,943 INFO [a61c20bd729c:33465 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T05:15:00,944 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:15:00,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:00,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,42419,1731474899939, state=OPENING 2024-11-13T05:15:01,005 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:15:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:15:01,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:01,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:15:01,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,42419,1731474899939}] 2024-11-13T05:15:01,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:01,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:01,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:01,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:01,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:01,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:01,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:15:01,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:01,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:01,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:08,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:15:08,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:15:11,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:15:11,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:15:11,029 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:15:11,030 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:15:11,030 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:15:11,033 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C42419%2C1731474899939.meta, suffix=.meta, logDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939, archiveDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs, maxLogs=32 2024-11-13T05:15:11,048 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939/a61c20bd729c%2C42419%2C1731474899939.meta.1731474911033.meta, exclude list is [], retry=0 2024-11-13T05:15:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32929,DS-3cbde729-b560-43b9-b67a-bac1b967101e,DISK] 2024-11-13T05:15:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37963,DS-89e65cfa-ba00-4d3a-8a31-68b3c0ddb874,DISK] 2024-11-13T05:15:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40375,DS-cac9b4ae-46a2-4cb9-87bc-1bc3a2bbd99e,DISK] 2024-11-13T05:15:11,052 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,42419,1731474899939/a61c20bd729c%2C42419%2C1731474899939.meta.1731474911033.meta 2024-11-13T05:15:11,052 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33911:33911),(127.0.0.1/127.0.0.1:34989:34989),(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-13T05:15:11,052 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:15:11,053 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:15:11,053 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:15:11,053 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:15:11,053 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:15:11,053 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,053 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:15:11,053 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:15:11,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:15:11,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:15:11,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:11,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:11,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:15:11,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:15:11,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:11,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:11,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:15:11,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:15:11,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:11,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:11,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:15:11,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:15:11,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:11,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:15:11,061 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:15:11,061 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740 2024-11-13T05:15:11,063 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740 2024-11-13T05:15:11,064 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:15:11,064 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:15:11,065 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:15:11,066 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:15:11,067 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71848957, jitterRate=0.07063288986682892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:15:11,067 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:15:11,067 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731474911053Writing region info on filesystem at 1731474911053Initializing all the Stores at 1731474911054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474911054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474911054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474911054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731474911054Cleaning up temporary data from old regions at 1731474911064 (+10 ms)Running coprocessor post-open hooks at 1731474911067 (+3 ms)Region opened successfully at 1731474911067 2024-11-13T05:15:11,068 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731474911020 2024-11-13T05:15:11,070 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:15:11,070 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:15:11,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:11,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,42419,1731474899939, state=OPEN 2024-11-13T05:15:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:15:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:15:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:15:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:15:11,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:11,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:11,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:11,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:11,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:15:11,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:15:11,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,42419,1731474899939 in 10.1150 sec 2024-11-13T05:15:11,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:15:11,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6000 sec 2024-11-13T05:15:11,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:15:11,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:15:11,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:15:11,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42419,1731474899939, seqNum=-1] 2024-11-13T05:15:11,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:15:11,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:15:11,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6850 sec 2024-11-13T05:15:11,149 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731474911149, completionTime=-1 2024-11-13T05:15:11,149 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T05:15:11,149 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:15:11,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T05:15:11,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731474971151 2024-11-13T05:15:11,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475031151 2024-11-13T05:15:11,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:15:11,151 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:15:11,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33465,1731474899735-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33465,1731474899735-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33465,1731474899735-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:33465, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,154 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.108sec 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33465,1731474899735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:15:11,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33465,1731474899735-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:15:11,159 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:15:11,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:15:11,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33465,1731474899735-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:15:11,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:15:11,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33465,-1 for getting cluster id 2024-11-13T05:15:11,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:15:11,219 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d5a393-d97a-4c7a-a444-3618c11683c0' 2024-11-13T05:15:11,219 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:15:11,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d5a393-d97a-4c7a-a444-3618c11683c0" 2024-11-13T05:15:11,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23921bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:15:11,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33465,-1] 2024-11-13T05:15:11,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:15:11,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:15:11,222 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:15:11,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de470f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:15:11,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:15:11,224 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42419,1731474899939, seqNum=-1] 2024-11-13T05:15:11,224 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:15:11,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:15:11,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,33465,1731474899735 2024-11-13T05:15:11,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731474911228 (current time:1731474911228). 2024-11-13T05:15:11,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T05:15:11,228 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T05:15:11,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73946fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:15:11,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33465,-1 for getting cluster id 2024-11-13T05:15:11,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:15:11,230 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42d5a393-d97a-4c7a-a444-3618c11683c0' 2024-11-13T05:15:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:15:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42d5a393-d97a-4c7a-a444-3618c11683c0" 2024-11-13T05:15:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab9eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:15:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33465,-1] 2024-11-13T05:15:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:15:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:15:11,232 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:15:11,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778a72ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:15:11,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:15:11,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42419,1731474899939, seqNum=-1] 2024-11-13T05:15:11,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:15:11,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:15:11,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:15:11,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:15:11,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:15:11,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:15:11,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:15:11,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:15:11,239 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,33465,1731474899735 2024-11-13T05:15:11,239 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1ec783 2024-11-13T05:15:11,240 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:15:11,242 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:15:11,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T05:15:11,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:15:11,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:11,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T05:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:11,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:15:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:15:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:15:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741837_1013 (size=361) 2024-11-13T05:15:11,258 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80efb8c4655bd395f6d60bfe84d367cd, NAME => 'SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,259 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7c0e97944c1e46d08aaa211e3930bd9c, NAME => 'SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc670e2dce4e30489aba607c5c3cef23, NAME => 'SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:15:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:15:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741839_1015 (size=62) 2024-11-13T05:15:11,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7c0e97944c1e46d08aaa211e3930bd9c, disabling compactions & flushes 2024-11-13T05:15:11,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:11,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:11,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. after waiting 0 ms 2024-11-13T05:15:11,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:11,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:11,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7c0e97944c1e46d08aaa211e3930bd9c: Waiting for close lock at 1731474911275Disabling compacts and flushes for region at 1731474911275Disabling writes for close at 1731474911275Writing region close event to WAL at 1731474911275Closed at 1731474911275 2024-11-13T05:15:11,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4a95e3345ba109e4b3d572db7fad9345, NAME => 'SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:15:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:15:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741838_1014 (size=54) 2024-11-13T05:15:11,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 80efb8c4655bd395f6d60bfe84d367cd, disabling compactions & flushes 2024-11-13T05:15:11,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:11,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:11,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. after waiting 0 ms 2024-11-13T05:15:11,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:11,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:11,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80efb8c4655bd395f6d60bfe84d367cd: Waiting for close lock at 1731474911286Disabling compacts and flushes for region at 1731474911286Disabling writes for close at 1731474911286Writing region close event to WAL at 1731474911286Closed at 1731474911286 2024-11-13T05:15:11,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc91d84774c542d4e39e1f86abdaa2e1, NAME => 'SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:15:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:15:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741840_1016 (size=62) 2024-11-13T05:15:11,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc670e2dce4e30489aba607c5c3cef23, disabling compactions & flushes 2024-11-13T05:15:11,291 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:11,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:11,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. after waiting 0 ms 2024-11-13T05:15:11,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:11,291 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:11,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc670e2dce4e30489aba607c5c3cef23: Waiting for close lock at 1731474911291Disabling compacts and flushes for region at 1731474911291Disabling writes for close at 1731474911291Writing region close event to WAL at 1731474911291Closed at 1731474911291 2024-11-13T05:15:11,292 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa1833aec60ee17b142489715e2b122a, NAME => 'SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:15:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:15:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:15:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:15:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741842_1018 (size=62) 2024-11-13T05:15:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741841_1017 (size=62) 2024-11-13T05:15:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bc91d84774c542d4e39e1f86abdaa2e1, disabling compactions & flushes 2024-11-13T05:15:11,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. after waiting 0 ms 2024-11-13T05:15:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:11,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc91d84774c542d4e39e1f86abdaa2e1: Waiting for close lock at 1731474911306Disabling compacts and flushes for region at 1731474911306Disabling writes for close at 1731474911306Writing region close event to WAL at 1731474911306Closed at 1731474911306 2024-11-13T05:15:11,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c9f6590265b9c09166190da54f5ed3e, NAME => 'SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:15:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:15:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741843_1019 (size=62) 2024-11-13T05:15:11,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aa1833aec60ee17b142489715e2b122a, disabling compactions & flushes 2024-11-13T05:15:11,312 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:11,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:11,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. after waiting 0 ms 2024-11-13T05:15:11,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:11,312 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:11,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa1833aec60ee17b142489715e2b122a: Waiting for close lock at 1731474911311Disabling compacts and flushes for region at 1731474911311Disabling writes for close at 1731474911312 (+1 ms)Writing region close event to WAL at 1731474911312Closed at 1731474911312 2024-11-13T05:15:11,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 94c013d7fb5eecba88f1c093c65e8fad, NAME => 'SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:15:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:15:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741844_1020 (size=62) 2024-11-13T05:15:11,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9c9f6590265b9c09166190da54f5ed3e, disabling compactions & flushes 2024-11-13T05:15:11,318 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:11,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:11,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. after waiting 0 ms 2024-11-13T05:15:11,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:11,318 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:11,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c9f6590265b9c09166190da54f5ed3e: Waiting for close lock at 1731474911318Disabling compacts and flushes for region at 1731474911318Disabling writes for close at 1731474911318Writing region close event to WAL at 1731474911318Closed at 1731474911318 2024-11-13T05:15:11,319 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f7b31fa7186d561da15535146a60e81, NAME => 'SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:15:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:15:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741845_1021 (size=62) 2024-11-13T05:15:11,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 94c013d7fb5eecba88f1c093c65e8fad, disabling compactions & flushes 2024-11-13T05:15:11,330 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:11,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:11,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. after waiting 0 ms 2024-11-13T05:15:11,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:11,330 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:11,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 94c013d7fb5eecba88f1c093c65e8fad: Waiting for close lock at 1731474911330Disabling compacts and flushes for region at 1731474911330Disabling writes for close at 1731474911330Writing region close event to WAL at 1731474911330Closed at 1731474911330 2024-11-13T05:15:11,331 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6d456dbd6ac11162632c702ed56fbf0, NAME => 'SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396 2024-11-13T05:15:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:15:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:15:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741846_1022 (size=62) 2024-11-13T05:15:11,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8f7b31fa7186d561da15535146a60e81, disabling compactions & flushes 2024-11-13T05:15:11,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:11,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:11,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. after waiting 0 ms 2024-11-13T05:15:11,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:11,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:11,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f7b31fa7186d561da15535146a60e81: Waiting for close lock at 1731474911335Disabling compacts and flushes for region at 1731474911335Disabling writes for close at 1731474911335Writing region close event to WAL at 1731474911335Closed at 1731474911335 2024-11-13T05:15:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:15:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:15:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741847_1023 (size=54) 2024-11-13T05:15:11,343 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b6d456dbd6ac11162632c702ed56fbf0, disabling compactions & flushes 2024-11-13T05:15:11,344 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:11,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:11,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. after waiting 0 ms 2024-11-13T05:15:11,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:11,344 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:11,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6d456dbd6ac11162632c702ed56fbf0: Waiting for close lock at 1731474911344Disabling compacts and flushes for region at 1731474911344Disabling writes for close at 1731474911344Writing region close event to WAL at 1731474911344Closed at 1731474911344 2024-11-13T05:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:11,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:11,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4a95e3345ba109e4b3d572db7fad9345, disabling compactions & flushes 2024-11-13T05:15:11,706 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:11,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:11,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. after waiting 0 ms 2024-11-13T05:15:11,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:11,707 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:11,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4a95e3345ba109e4b3d572db7fad9345: Waiting for close lock at 1731474911706Disabling compacts and flushes for region at 1731474911706Disabling writes for close at 1731474911707 (+1 ms)Writing region close event to WAL at 1731474911707Closed at 1731474911707 2024-11-13T05:15:11,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:15:11,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731474911711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731474911711"}]},"ts":"1731474911711"} 2024-11-13T05:15:11,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T05:15:11,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:15:11,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731474911722"}]},"ts":"1731474911722"} 2024-11-13T05:15:11,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T05:15:11,724 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T05:15:11,729 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:15:11,729 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:15:11,729 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T05:15:11,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:15:11,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc670e2dce4e30489aba607c5c3cef23, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c0e97944c1e46d08aaa211e3930bd9c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a95e3345ba109e4b3d572db7fad9345, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc91d84774c542d4e39e1f86abdaa2e1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c9f6590265b9c09166190da54f5ed3e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94c013d7fb5eecba88f1c093c65e8fad, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6d456dbd6ac11162632c702ed56fbf0, ASSIGN}] 2024-11-13T05:15:11,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94c013d7fb5eecba88f1c093c65e8fad, ASSIGN 2024-11-13T05:15:11,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc91d84774c542d4e39e1f86abdaa2e1, ASSIGN 2024-11-13T05:15:11,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c9f6590265b9c09166190da54f5ed3e, ASSIGN 2024-11-13T05:15:11,732 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN 2024-11-13T05:15:11,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc91d84774c542d4e39e1f86abdaa2e1, ASSIGN; state=OFFLINE, location=a61c20bd729c,41023,1731474899907; forceNewPlan=false, retain=false 2024-11-13T05:15:11,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94c013d7fb5eecba88f1c093c65e8fad, ASSIGN; state=OFFLINE, location=a61c20bd729c,41023,1731474899907; forceNewPlan=false, retain=false 2024-11-13T05:15:11,733 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c9f6590265b9c09166190da54f5ed3e, ASSIGN; state=OFFLINE, location=a61c20bd729c,42419,1731474899939; forceNewPlan=false, retain=false 2024-11-13T05:15:11,733 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN; state=OFFLINE, location=a61c20bd729c,45117,1731474899974; forceNewPlan=false, retain=false 2024-11-13T05:15:11,734 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN 2024-11-13T05:15:11,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6d456dbd6ac11162632c702ed56fbf0, ASSIGN 2024-11-13T05:15:11,736 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN; state=OFFLINE, location=a61c20bd729c,45117,1731474899974; forceNewPlan=false, retain=false 2024-11-13T05:15:11,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a95e3345ba109e4b3d572db7fad9345, ASSIGN 2024-11-13T05:15:11,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6d456dbd6ac11162632c702ed56fbf0, ASSIGN; state=OFFLINE, location=a61c20bd729c,42419,1731474899939; forceNewPlan=false, retain=false 2024-11-13T05:15:11,737 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a95e3345ba109e4b3d572db7fad9345, ASSIGN; state=OFFLINE, location=a61c20bd729c,41023,1731474899907; forceNewPlan=false, retain=false 2024-11-13T05:15:11,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN 2024-11-13T05:15:11,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc670e2dce4e30489aba607c5c3cef23, ASSIGN 2024-11-13T05:15:11,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c0e97944c1e46d08aaa211e3930bd9c, ASSIGN 2024-11-13T05:15:11,739 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc670e2dce4e30489aba607c5c3cef23, ASSIGN; state=OFFLINE, location=a61c20bd729c,42419,1731474899939; forceNewPlan=false, retain=false 2024-11-13T05:15:11,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c0e97944c1e46d08aaa211e3930bd9c, ASSIGN; state=OFFLINE, location=a61c20bd729c,41023,1731474899907; forceNewPlan=false, retain=false 2024-11-13T05:15:11,739 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN; state=OFFLINE, location=a61c20bd729c,45117,1731474899974; forceNewPlan=false, retain=false 2024-11-13T05:15:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:11,884 INFO [a61c20bd729c:33465 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T05:15:11,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b6d456dbd6ac11162632c702ed56fbf0, regionState=OPENING, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:11,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8f7b31fa7186d561da15535146a60e81, regionState=OPENING, regionLocation=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:11,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9c9f6590265b9c09166190da54f5ed3e, regionState=OPENING, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:11,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aa1833aec60ee17b142489715e2b122a, regionState=OPENING, regionLocation=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:11,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80efb8c4655bd395f6d60bfe84d367cd, regionState=OPENING, regionLocation=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:11,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc91d84774c542d4e39e1f86abdaa2e1, regionState=OPENING, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:11,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a95e3345ba109e4b3d572db7fad9345, regionState=OPENING, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:11,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc670e2dce4e30489aba607c5c3cef23, regionState=OPENING, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:11,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7c0e97944c1e46d08aaa211e3930bd9c, regionState=OPENING, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:11,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=94c013d7fb5eecba88f1c093c65e8fad, regionState=OPENING, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:11,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6d456dbd6ac11162632c702ed56fbf0, ASSIGN because future has completed 2024-11-13T05:15:11,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6d456dbd6ac11162632c702ed56fbf0, server=a61c20bd729c,42419,1731474899939}] 2024-11-13T05:15:11,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c9f6590265b9c09166190da54f5ed3e, ASSIGN because future has completed 2024-11-13T05:15:11,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c9f6590265b9c09166190da54f5ed3e, server=a61c20bd729c,42419,1731474899939}] 2024-11-13T05:15:11,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN because future has completed 2024-11-13T05:15:11,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd, server=a61c20bd729c,45117,1731474899974}] 2024-11-13T05:15:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN because future has completed 2024-11-13T05:15:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN because future has completed 2024-11-13T05:15:11,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa1833aec60ee17b142489715e2b122a, server=a61c20bd729c,45117,1731474899974}] 2024-11-13T05:15:11,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7b31fa7186d561da15535146a60e81, server=a61c20bd729c,45117,1731474899974}] 2024-11-13T05:15:11,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc91d84774c542d4e39e1f86abdaa2e1, ASSIGN because future has completed 2024-11-13T05:15:11,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a95e3345ba109e4b3d572db7fad9345, ASSIGN because future has completed 2024-11-13T05:15:11,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1, server=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c0e97944c1e46d08aaa211e3930bd9c, ASSIGN because future has completed 2024-11-13T05:15:11,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc670e2dce4e30489aba607c5c3cef23, ASSIGN because future has completed 2024-11-13T05:15:11,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94c013d7fb5eecba88f1c093c65e8fad, ASSIGN because future has completed 2024-11-13T05:15:11,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad, server=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:11,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c, server=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:11,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc670e2dce4e30489aba607c5c3cef23, server=a61c20bd729c,42419,1731474899939}] 2024-11-13T05:15:11,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a95e3345ba109e4b3d572db7fad9345, server=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:12,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:15:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:16,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:16,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:16,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:16,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:15:16,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:16,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:16,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:21,893 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:15:21,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:15:21,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:15:21,897 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:21,897 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b6d456dbd6ac11162632c702ed56fbf0, NAME => 'SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T05:15:21,898 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,898 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,898 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,898 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:15:21,900 INFO [StoreOpener-b6d456dbd6ac11162632c702ed56fbf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,902 INFO [StoreOpener-b6d456dbd6ac11162632c702ed56fbf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6d456dbd6ac11162632c702ed56fbf0 columnFamilyName cf 2024-11-13T05:15:21,902 DEBUG [StoreOpener-b6d456dbd6ac11162632c702ed56fbf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,902 INFO [StoreOpener-b6d456dbd6ac11162632c702ed56fbf0-1 {}] regionserver.HStore(327): Store=b6d456dbd6ac11162632c702ed56fbf0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,902 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,903 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,903 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,904 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,904 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,904 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:21,904 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => aa1833aec60ee17b142489715e2b122a, NAME => 'SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T05:15:21,904 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,904 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,905 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,905 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,905 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,906 INFO [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,907 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:21,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 94c013d7fb5eecba88f1c093c65e8fad, NAME => 'SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T05:15:21,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,908 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b6d456dbd6ac11162632c702ed56fbf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62774189, jitterRate=-0.06459169089794159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,908 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:21,908 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b6d456dbd6ac11162632c702ed56fbf0: Running coprocessor pre-open hook at 1731474921898Writing region info on filesystem at 1731474921898Initializing all the Stores at 1731474921900 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921900Cleaning up temporary data from old regions at 1731474921904 (+4 ms)Running coprocessor post-open hooks at 1731474921908 (+4 ms)Region opened successfully at 1731474921908 2024-11-13T05:15:21,909 INFO [StoreOpener-94c013d7fb5eecba88f1c093c65e8fad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,909 INFO [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1833aec60ee17b142489715e2b122a columnFamilyName cf 2024-11-13T05:15:21,909 DEBUG [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,909 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0., pid=15, masterSystemTime=1731474921889 2024-11-13T05:15:21,910 INFO [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] regionserver.HStore(327): Store=aa1833aec60ee17b142489715e2b122a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,910 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,910 INFO [StoreOpener-94c013d7fb5eecba88f1c093c65e8fad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94c013d7fb5eecba88f1c093c65e8fad columnFamilyName cf 2024-11-13T05:15:21,910 DEBUG [StoreOpener-94c013d7fb5eecba88f1c093c65e8fad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,910 INFO [StoreOpener-94c013d7fb5eecba88f1c093c65e8fad-1 {}] regionserver.HStore(327): Store=94c013d7fb5eecba88f1c093c65e8fad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:21,911 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:21,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,911 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c9f6590265b9c09166190da54f5ed3e, NAME => 'SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b6d456dbd6ac11162632c702ed56fbf0, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,912 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,914 INFO [StoreOpener-9c9f6590265b9c09166190da54f5ed3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,914 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6d456dbd6ac11162632c702ed56fbf0, server=a61c20bd729c,42419,1731474899939 because future has completed 2024-11-13T05:15:21,915 INFO [StoreOpener-9c9f6590265b9c09166190da54f5ed3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c9f6590265b9c09166190da54f5ed3e columnFamilyName cf 2024-11-13T05:15:21,915 DEBUG [StoreOpener-9c9f6590265b9c09166190da54f5ed3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,916 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,916 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,916 INFO [StoreOpener-9c9f6590265b9c09166190da54f5ed3e-1 {}] regionserver.HStore(327): Store=9c9f6590265b9c09166190da54f5ed3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,916 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,917 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,918 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,918 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T05:15:21,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b6d456dbd6ac11162632c702ed56fbf0, server=a61c20bd729c,42419,1731474899939 in 10.0270 sec 2024-11-13T05:15:21,918 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,918 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 94c013d7fb5eecba88f1c093c65e8fad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72753636, jitterRate=0.08411365747451782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,918 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,918 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:21,918 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 94c013d7fb5eecba88f1c093c65e8fad: Running coprocessor pre-open hook at 1731474921907Writing region info on filesystem at 1731474921907Initializing all the Stores at 1731474921908 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921908Cleaning up temporary data from old regions at 1731474921912 (+4 ms)Running coprocessor post-open hooks at 1731474921918 (+6 ms)Region opened successfully at 1731474921918 2024-11-13T05:15:21,919 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,919 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., pid=22, masterSystemTime=1731474921896 2024-11-13T05:15:21,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6d456dbd6ac11162632c702ed56fbf0, ASSIGN in 10.1880 sec 2024-11-13T05:15:21,920 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,921 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:21,921 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:21,921 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:21,921 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bc91d84774c542d4e39e1f86abdaa2e1, NAME => 'SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T05:15:21,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=94c013d7fb5eecba88f1c093c65e8fad, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:21,922 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,922 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,922 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,922 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,922 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/aa1833aec60ee17b142489715e2b122a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,923 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened aa1833aec60ee17b142489715e2b122a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63974248, jitterRate=-0.046709418296813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,923 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:21,923 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for aa1833aec60ee17b142489715e2b122a: Running coprocessor pre-open hook at 1731474921905Writing region info on filesystem at 1731474921905Initializing all the Stores at 1731474921905Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921905Cleaning up temporary data from old regions at 1731474921916 (+11 ms)Running coprocessor post-open hooks at 1731474921923 (+7 ms)Region opened successfully at 1731474921923 2024-11-13T05:15:21,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad, server=a61c20bd729c,41023,1731474899907 because future has completed 2024-11-13T05:15:21,924 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a., pid=18, masterSystemTime=1731474921892 2024-11-13T05:15:21,926 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:21,926 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:21,926 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:21,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-13T05:15:21,926 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f7b31fa7186d561da15535146a60e81, NAME => 'SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T05:15:21,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad, server=a61c20bd729c,41023,1731474899907 in 10.0290 sec 2024-11-13T05:15:21,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aa1833aec60ee17b142489715e2b122a, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:21,926 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,926 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,926 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,926 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94c013d7fb5eecba88f1c093c65e8fad, ASSIGN in 10.1960 sec 2024-11-13T05:15:21,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa1833aec60ee17b142489715e2b122a, server=a61c20bd729c,45117,1731474899974 because future has completed 2024-11-13T05:15:21,928 INFO [StoreOpener-bc91d84774c542d4e39e1f86abdaa2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,928 INFO [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,929 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,930 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9c9f6590265b9c09166190da54f5ed3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64196075, jitterRate=-0.04340393841266632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,930 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:21,930 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9c9f6590265b9c09166190da54f5ed3e: Running coprocessor pre-open hook at 1731474921912Writing region info on filesystem at 1731474921912Initializing all the Stores at 1731474921913 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921913Cleaning up temporary data from old regions at 1731474921918 (+5 ms)Running coprocessor post-open hooks at 1731474921930 (+12 ms)Region opened successfully at 1731474921930 2024-11-13T05:15:21,931 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., pid=16, masterSystemTime=1731474921889 2024-11-13T05:15:21,931 INFO [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f7b31fa7186d561da15535146a60e81 columnFamilyName cf 2024-11-13T05:15:21,931 DEBUG [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,932 INFO [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] regionserver.HStore(327): Store=8f7b31fa7186d561da15535146a60e81/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-13T05:15:21,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure aa1833aec60ee17b142489715e2b122a, server=a61c20bd729c,45117,1731474899974 in 10.0390 sec 2024-11-13T05:15:21,932 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,933 INFO [StoreOpener-bc91d84774c542d4e39e1f86abdaa2e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc91d84774c542d4e39e1f86abdaa2e1 columnFamilyName cf 2024-11-13T05:15:21,934 DEBUG [StoreOpener-bc91d84774c542d4e39e1f86abdaa2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,934 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:21,934 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,934 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:21,934 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:21,934 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cc670e2dce4e30489aba607c5c3cef23, NAME => 'SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T05:15:21,934 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,934 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN in 10.2020 sec 2024-11-13T05:15:21,934 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9c9f6590265b9c09166190da54f5ed3e, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:21,935 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,935 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,935 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,935 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,935 INFO [StoreOpener-bc91d84774c542d4e39e1f86abdaa2e1-1 {}] regionserver.HStore(327): Store=bc91d84774c542d4e39e1f86abdaa2e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,935 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,937 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,937 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c9f6590265b9c09166190da54f5ed3e, server=a61c20bd729c,42419,1731474899939 because future has completed 2024-11-13T05:15:21,937 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,937 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,937 INFO [StoreOpener-cc670e2dce4e30489aba607c5c3cef23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,937 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,939 INFO [StoreOpener-cc670e2dce4e30489aba607c5c3cef23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc670e2dce4e30489aba607c5c3cef23 columnFamilyName cf 2024-11-13T05:15:21,939 DEBUG [StoreOpener-cc670e2dce4e30489aba607c5c3cef23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,940 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,940 INFO [StoreOpener-cc670e2dce4e30489aba607c5c3cef23-1 {}] regionserver.HStore(327): Store=cc670e2dce4e30489aba607c5c3cef23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,941 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,941 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8f7b31fa7186d561da15535146a60e81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73657106, jitterRate=0.09757640957832336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,941 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:21,941 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8f7b31fa7186d561da15535146a60e81: Running coprocessor pre-open hook at 1731474921927Writing region info on filesystem at 1731474921927Initializing all the Stores at 1731474921928 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921928Cleaning up temporary data from old regions at 1731474921935 (+7 ms)Running coprocessor post-open hooks at 1731474921941 (+6 ms)Region opened successfully at 1731474921941 2024-11-13T05:15:21,941 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-13T05:15:21,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c9f6590265b9c09166190da54f5ed3e, server=a61c20bd729c,42419,1731474899939 in 10.0490 sec 2024-11-13T05:15:21,942 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., pid=19, masterSystemTime=1731474921892 2024-11-13T05:15:21,942 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,945 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,946 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,946 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,946 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:21,946 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:21,947 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:21,947 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 80efb8c4655bd395f6d60bfe84d367cd, NAME => 'SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T05:15:21,947 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,947 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,947 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,947 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c9f6590265b9c09166190da54f5ed3e, ASSIGN in 10.2120 sec 2024-11-13T05:15:21,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8f7b31fa7186d561da15535146a60e81, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:21,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7b31fa7186d561da15535146a60e81, server=a61c20bd729c,45117,1731474899974 because future has completed 2024-11-13T05:15:21,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-13T05:15:21,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f7b31fa7186d561da15535146a60e81, server=a61c20bd729c,45117,1731474899974 in 10.0600 sec 2024-11-13T05:15:21,954 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/bc91d84774c542d4e39e1f86abdaa2e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN in 10.2230 sec 2024-11-13T05:15:21,955 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,955 INFO [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,955 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bc91d84774c542d4e39e1f86abdaa2e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64391205, jitterRate=-0.04049627482891083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,955 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:21,956 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bc91d84774c542d4e39e1f86abdaa2e1: Running coprocessor pre-open hook at 1731474921922Writing region info on filesystem at 1731474921922Initializing all the Stores at 1731474921923 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921923Cleaning up temporary data from old regions at 1731474921937 (+14 ms)Running coprocessor post-open hooks at 1731474921955 (+18 ms)Region opened successfully at 1731474921955 2024-11-13T05:15:21,957 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1., pid=20, masterSystemTime=1731474921896 2024-11-13T05:15:21,957 INFO [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80efb8c4655bd395f6d60bfe84d367cd columnFamilyName cf 2024-11-13T05:15:21,957 DEBUG [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,958 INFO [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] regionserver.HStore(327): Store=80efb8c4655bd395f6d60bfe84d367cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,958 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,958 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:21,958 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:21,959 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:21,959 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c0e97944c1e46d08aaa211e3930bd9c, NAME => 'SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T05:15:21,959 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,959 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,959 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc91d84774c542d4e39e1f86abdaa2e1, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:21,959 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,959 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,960 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,960 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,960 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1, server=a61c20bd729c,41023,1731474899907 because future has completed 2024-11-13T05:15:21,962 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,963 INFO [StoreOpener-7c0e97944c1e46d08aaa211e3930bd9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,964 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/cc670e2dce4e30489aba607c5c3cef23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,965 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cc670e2dce4e30489aba607c5c3cef23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74867683, jitterRate=0.11561541259288788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,965 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:21,965 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cc670e2dce4e30489aba607c5c3cef23: Running coprocessor pre-open hook at 1731474921935Writing region info on filesystem at 1731474921935Initializing all the Stores at 1731474921936 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921937 (+1 ms)Cleaning up temporary data from old regions at 1731474921946 (+9 ms)Running coprocessor post-open hooks at 1731474921965 (+19 ms)Region opened successfully at 1731474921965 2024-11-13T05:15:21,965 INFO [StoreOpener-7c0e97944c1e46d08aaa211e3930bd9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c0e97944c1e46d08aaa211e3930bd9c columnFamilyName cf 2024-11-13T05:15:21,966 DEBUG [StoreOpener-7c0e97944c1e46d08aaa211e3930bd9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,966 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23., pid=21, masterSystemTime=1731474921889 2024-11-13T05:15:21,966 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/80efb8c4655bd395f6d60bfe84d367cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-13T05:15:21,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1, server=a61c20bd729c,41023,1731474899907 in 10.0710 sec 2024-11-13T05:15:21,966 INFO [StoreOpener-7c0e97944c1e46d08aaa211e3930bd9c-1 {}] regionserver.HStore(327): Store=7c0e97944c1e46d08aaa211e3930bd9c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,967 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,967 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 80efb8c4655bd395f6d60bfe84d367cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64679409, jitterRate=-0.03620170056819916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,967 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:21,967 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,968 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,968 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 80efb8c4655bd395f6d60bfe84d367cd: Running coprocessor pre-open hook at 1731474921947Writing region info on filesystem at 1731474921947Initializing all the Stores at 1731474921954 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921954Cleaning up temporary data from old regions at 1731474921960 (+6 ms)Running coprocessor post-open hooks at 1731474921967 (+7 ms)Region opened successfully at 1731474921968 (+1 ms) 2024-11-13T05:15:21,968 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,968 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,968 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:21,968 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:21,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc91d84774c542d4e39e1f86abdaa2e1, ASSIGN in 10.2360 sec 2024-11-13T05:15:21,969 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd., pid=17, masterSystemTime=1731474921892 2024-11-13T05:15:21,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc670e2dce4e30489aba607c5c3cef23, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:21,971 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:21,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc670e2dce4e30489aba607c5c3cef23, server=a61c20bd729c,42419,1731474899939 because future has completed 2024-11-13T05:15:21,971 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:21,971 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80efb8c4655bd395f6d60bfe84d367cd, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:21,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd, server=a61c20bd729c,45117,1731474899974 because future has completed 2024-11-13T05:15:21,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-13T05:15:21,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cc670e2dce4e30489aba607c5c3cef23, server=a61c20bd729c,42419,1731474899939 in 10.0780 sec 2024-11-13T05:15:21,977 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/7c0e97944c1e46d08aaa211e3930bd9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,978 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7c0e97944c1e46d08aaa211e3930bd9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68067502, jitterRate=0.01428481936454773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-13T05:15:21,978 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:21,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc670e2dce4e30489aba607c5c3cef23, ASSIGN in 10.2460 sec 2024-11-13T05:15:21,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd, server=a61c20bd729c,45117,1731474899974 in 10.0850 sec 2024-11-13T05:15:21,978 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7c0e97944c1e46d08aaa211e3930bd9c: Running coprocessor pre-open hook at 1731474921959Writing region info on filesystem at 1731474921959Initializing all the Stores at 1731474921961 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921961Cleaning up temporary data from old regions at 1731474921968 (+7 ms)Running coprocessor post-open hooks at 1731474921978 (+10 ms)Region opened successfully at 1731474921978 2024-11-13T05:15:21,979 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c., pid=23, masterSystemTime=1731474921896 2024-11-13T05:15:21,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN in 10.2480 sec 2024-11-13T05:15:21,980 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:21,981 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:21,981 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:21,981 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a95e3345ba109e4b3d572db7fad9345, NAME => 'SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T05:15:21,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7c0e97944c1e46d08aaa211e3930bd9c, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:21,981 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,981 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:15:21,981 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,981 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c, server=a61c20bd729c,41023,1731474899907 because future has completed 2024-11-13T05:15:21,983 INFO [StoreOpener-4a95e3345ba109e4b3d572db7fad9345-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,985 INFO [StoreOpener-4a95e3345ba109e4b3d572db7fad9345-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a95e3345ba109e4b3d572db7fad9345 columnFamilyName cf 2024-11-13T05:15:21,985 DEBUG [StoreOpener-4a95e3345ba109e4b3d572db7fad9345-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:15:21,985 INFO [StoreOpener-4a95e3345ba109e4b3d572db7fad9345-1 {}] regionserver.HStore(327): Store=4a95e3345ba109e4b3d572db7fad9345/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:15:21,985 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,987 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-13T05:15:21,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c, server=a61c20bd729c,41023,1731474899907 in 10.0890 sec 2024-11-13T05:15:21,987 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,987 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,987 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c0e97944c1e46d08aaa211e3930bd9c, ASSIGN in 10.2570 sec 2024-11-13T05:15:21,992 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,994 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/4a95e3345ba109e4b3d572db7fad9345/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:15:21,995 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4a95e3345ba109e4b3d572db7fad9345; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64184682, jitterRate=-0.04357370734214783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:15:21,995 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:21,995 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4a95e3345ba109e4b3d572db7fad9345: Running coprocessor pre-open hook at 1731474921982Writing region info on filesystem at 1731474921982Initializing all the Stores at 1731474921983 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474921983Cleaning up temporary data from old regions at 1731474921988 (+5 ms)Running coprocessor post-open hooks at 1731474921995 (+7 ms)Region opened successfully at 1731474921995 2024-11-13T05:15:21,996 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345., pid=24, masterSystemTime=1731474921896 2024-11-13T05:15:21,998 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:21,998 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:21,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a95e3345ba109e4b3d572db7fad9345, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:22,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a95e3345ba109e4b3d572db7fad9345, server=a61c20bd729c,41023,1731474899907 because future has completed 2024-11-13T05:15:22,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-13T05:15:22,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a95e3345ba109e4b3d572db7fad9345, server=a61c20bd729c,41023,1731474899907 in 10.1020 sec 2024-11-13T05:15:22,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T05:15:22,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a95e3345ba109e4b3d572db7fad9345, ASSIGN in 10.2730 sec 2024-11-13T05:15:22,007 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:15:22,007 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731474922007"}]},"ts":"1731474922007"} 2024-11-13T05:15:22,009 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T05:15:22,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:15:22,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7670 sec 2024-11-13T05:15:24,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T05:15:26,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:26,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:26,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:27,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:15:27,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:27,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:27,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:15:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:15:29,475 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T05:15:29,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T05:15:29,476 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:15:29,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T05:15:29,481 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:15:29,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T05:15:29,520 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,522 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,524 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,525 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., hostname=a61c20bd729c,41023,1731474899907, seqNum=2] 2024-11-13T05:15:29,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., hostname=a61c20bd729c,41023,1731474899907, seqNum=2] 2024-11-13T05:15:29,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., hostname=a61c20bd729c,41023,1731474899907, seqNum=2] 2024-11-13T05:15:29,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., hostname=a61c20bd729c,41023,1731474899907, seqNum=2] 2024-11-13T05:15:29,565 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., hostname=a61c20bd729c,41023,1731474899907, seqNum=2] 2024-11-13T05:15:29,597 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., hostname=a61c20bd729c,45117,1731474899974, seqNum=2] 2024-11-13T05:15:29,599 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., hostname=a61c20bd729c,45117,1731474899974, seqNum=2] 2024-11-13T05:15:29,600 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., hostname=a61c20bd729c,45117,1731474899974, seqNum=2] 2024-11-13T05:15:29,601 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., hostname=a61c20bd729c,45117,1731474899974, seqNum=2] 2024-11-13T05:15:29,602 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., hostname=a61c20bd729c,45117,1731474899974, seqNum=2] 2024-11-13T05:15:29,603 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., hostname=a61c20bd729c,45117,1731474899974, seqNum=2] 2024-11-13T05:15:29,680 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,684 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,685 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,686 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0., hostname=a61c20bd729c,42419,1731474899939, seqNum=2] 2024-11-13T05:15:29,715 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:15:30,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:15:30,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:15:30,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:15:30,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:15:30,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45117 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:15:30,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:15:30,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:30,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:15:30,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T05:15:31,096 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T05:15:31,096 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:15:31,097 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T05:15:31,098 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T05:15:31,101 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T05:15:31,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:15:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:15:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741848_1024 (size=49) 2024-11-13T05:15:31,113 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T05:15:31,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc670e2dce4e30489aba607c5c3cef23}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a95e3345ba109e4b3d572db7fad9345}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa1833aec60ee17b142489715e2b122a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c9f6590265b9c09166190da54f5ed3e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f7b31fa7186d561da15535146a60e81}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d456dbd6ac11162632c702ed56fbf0}] 2024-11-13T05:15:31,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:31,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:31,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:31,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:31,118 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:31,125 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:31,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:31,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:31,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:31,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:37,495 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:43275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T05:15:41,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T05:15:41,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T05:15:41,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T05:15:41,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T05:15:41,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T05:15:41,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:41,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:41,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:41,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T05:15:41,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 94c013d7fb5eecba88f1c093c65e8fad 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T05:15:41,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8f7b31fa7186d561da15535146a60e81 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T05:15:41,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T05:15:41,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b6d456dbd6ac11162632c702ed56fbf0 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T05:15:41,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:41,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 80efb8c4655bd395f6d60bfe84d367cd: 2024-11-13T05:15:41,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T05:15:41,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for bc91d84774c542d4e39e1f86abdaa2e1: 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for cc670e2dce4e30489aba607c5c3cef23: 2024-11-13T05:15:41,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:41,123 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9c9f6590265b9c09166190da54f5ed3e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for aa1833aec60ee17b142489715e2b122a: 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4a95e3345ba109e4b3d572db7fad9345: 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:15:41,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/.tmp/cf/8cc55a0afa34481a83459ca5e8c04f6a is 34, key is baa/cf:cf/1731474930385/Put/seqid=0 2024-11-13T05:15:41,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/.tmp/cf/776aa839a8134ca79389430df758fccd is 34, key is aaa/cf:cf/1731474930435/Put/seqid=0 2024-11-13T05:15:41,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/.tmp/cf/02b0178893374367aa347d9c48df3950 is 34, key is ccd/cf:cf/1731474930360/Put/seqid=0 2024-11-13T05:15:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:15:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:15:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741849_1025 (size=65) 2024-11-13T05:15:41,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:15:41,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T05:15:41,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:41,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7c0e97944c1e46d08aaa211e3930bd9c: 2024-11-13T05:15:41,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T05:15:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T05:15:41,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:41,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:15:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741851_1027 (size=57) 2024-11-13T05:15:41,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a95e3345ba109e4b3d572db7fad9345 in 10.0710 sec 2024-11-13T05:15:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741851_1027 (size=57) 2024-11-13T05:15:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741851_1027 (size=57) 2024-11-13T05:15:41,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:15:41,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T05:15:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T05:15:41,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:41,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:15:41,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:15:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:15:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741850_1026 (size=65) 2024-11-13T05:15:41,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:15:41,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T05:15:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T05:15:41,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:41,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:15:41,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd in 10.0780 sec 2024-11-13T05:15:41,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc91d84774c542d4e39e1f86abdaa2e1 in 10.0810 sec 2024-11-13T05:15:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:15:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:15:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741852_1028 (size=65) 2024-11-13T05:15:41,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:15:41,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/.tmp/cf/0698c6b0f6434160a210b2460e49cd5f is 34, key is eaa/cf:cf/1731474930985/Put/seqid=0 2024-11-13T05:15:41,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T05:15:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T05:15:41,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:41,213 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:15:41,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc670e2dce4e30489aba607c5c3cef23 in 10.0990 sec 2024-11-13T05:15:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741853_1029 (size=28623) 2024-11-13T05:15:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741853_1029 (size=28623) 2024-11-13T05:15:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741853_1029 (size=28623) 2024-11-13T05:15:41,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/.tmp/cf/8cc55a0afa34481a83459ca5e8c04f6a 2024-11-13T05:15:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741855_1031 (size=65) 2024-11-13T05:15:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741855_1031 (size=65) 2024-11-13T05:15:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741855_1031 (size=65) 2024-11-13T05:15:41,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:15:41,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T05:15:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T05:15:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:41,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa1833aec60ee17b142489715e2b122a 2024-11-13T05:15:41,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa1833aec60ee17b142489715e2b122a in 10.1200 sec 2024-11-13T05:15:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741856_1032 (size=499309) 2024-11-13T05:15:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741856_1032 (size=499309) 2024-11-13T05:15:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741856_1032 (size=499309) 2024-11-13T05:15:41,241 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/.tmp/cf/0698c6b0f6434160a210b2460e49cd5f 2024-11-13T05:15:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741857_1033 (size=47197) 2024-11-13T05:15:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741857_1033 (size=47197) 2024-11-13T05:15:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741857_1033 (size=47197) 2024-11-13T05:15:41,252 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/.tmp/cf/02b0178893374367aa347d9c48df3950 2024-11-13T05:15:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741854_1030 (size=26918) 2024-11-13T05:15:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741854_1030 (size=26918) 2024-11-13T05:15:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741854_1030 (size=26918) 2024-11-13T05:15:41,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/.tmp/cf/776aa839a8134ca79389430df758fccd 2024-11-13T05:15:41,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/.tmp/cf/8cc55a0afa34481a83459ca5e8c04f6a as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/cf/8cc55a0afa34481a83459ca5e8c04f6a 2024-11-13T05:15:41,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/.tmp/cf/0698c6b0f6434160a210b2460e49cd5f as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/cf/0698c6b0f6434160a210b2460e49cd5f 2024-11-13T05:15:41,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/.tmp/cf/02b0178893374367aa347d9c48df3950 as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/cf/02b0178893374367aa347d9c48df3950 2024-11-13T05:15:41,271 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/cf/8cc55a0afa34481a83459ca5e8c04f6a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T05:15:41,272 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 94c013d7fb5eecba88f1c093c65e8fad in 151ms, sequenceid=5, compaction requested=false 2024-11-13T05:15:41,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 94c013d7fb5eecba88f1c093c65e8fad: 2024-11-13T05:15:41,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/cf/8cc55a0afa34481a83459ca5e8c04f6a] hfiles 2024-11-13T05:15:41,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/cf/8cc55a0afa34481a83459ca5e8c04f6a for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/cf/0698c6b0f6434160a210b2460e49cd5f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T05:15:41,275 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b6d456dbd6ac11162632c702ed56fbf0 in 154ms, sequenceid=5, compaction requested=false 2024-11-13T05:15:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b6d456dbd6ac11162632c702ed56fbf0: 2024-11-13T05:15:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/cf/0698c6b0f6434160a210b2460e49cd5f] hfiles 2024-11-13T05:15:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/cf/0698c6b0f6434160a210b2460e49cd5f for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/cf/02b0178893374367aa347d9c48df3950, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T05:15:41,278 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8f7b31fa7186d561da15535146a60e81 in 157ms, sequenceid=5, compaction requested=false 2024-11-13T05:15:41,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8f7b31fa7186d561da15535146a60e81: 2024-11-13T05:15:41,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/cf/02b0178893374367aa347d9c48df3950] hfiles 2024-11-13T05:15:41,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/cf/02b0178893374367aa347d9c48df3950 for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741858_1034 (size=65) 2024-11-13T05:15:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741858_1034 (size=65) 2024-11-13T05:15:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741858_1034 (size=65) 2024-11-13T05:15:41,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:15:41,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T05:15:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T05:15:41,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:41,283 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:15:41,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/.tmp/cf/776aa839a8134ca79389430df758fccd as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/cf/776aa839a8134ca79389430df758fccd 2024-11-13T05:15:41,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c0e97944c1e46d08aaa211e3930bd9c in 10.1700 sec 2024-11-13T05:15:41,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/cf/776aa839a8134ca79389430df758fccd, entries=676, sequenceid=5, filesize=26.3 K 2024-11-13T05:15:41,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9c9f6590265b9c09166190da54f5ed3e in 172ms, sequenceid=5, compaction requested=false 2024-11-13T05:15:41,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9c9f6590265b9c09166190da54f5ed3e: 2024-11-13T05:15:41,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. for SnapshotProcedureTest completed. 2024-11-13T05:15:41,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T05:15:41,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/cf/776aa839a8134ca79389430df758fccd] hfiles 2024-11-13T05:15:41,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/cf/776aa839a8134ca79389430df758fccd for snapshot=SnapshotProcedureTest 2024-11-13T05:15:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741859_1035 (size=105) 2024-11-13T05:15:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741859_1035 (size=105) 2024-11-13T05:15:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741859_1035 (size=105) 2024-11-13T05:15:41,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:15:41,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T05:15:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T05:15:41,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:41,312 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:15:41,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94c013d7fb5eecba88f1c093c65e8fad in 10.1990 sec 2024-11-13T05:15:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741860_1036 (size=97) 2024-11-13T05:15:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741860_1036 (size=97) 2024-11-13T05:15:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741860_1036 (size=97) 2024-11-13T05:15:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741861_1037 (size=105) 2024-11-13T05:15:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741861_1037 (size=105) 2024-11-13T05:15:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741861_1037 (size=105) 2024-11-13T05:15:41,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:15:41,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T05:15:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T05:15:41,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:41,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:15:41,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f7b31fa7186d561da15535146a60e81 in 10.2140 sec 2024-11-13T05:15:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741862_1038 (size=105) 2024-11-13T05:15:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741862_1038 (size=105) 2024-11-13T05:15:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741862_1038 (size=105) 2024-11-13T05:15:41,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:15:41,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T05:15:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T05:15:41,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:41,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:15:41,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c9f6590265b9c09166190da54f5ed3e in 10.2220 sec 2024-11-13T05:15:41,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:15:41,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T05:15:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T05:15:41,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:41,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:15:41,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-13T05:15:41,732 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T05:15:41,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6d456dbd6ac11162632c702ed56fbf0 in 10.6140 sec 2024-11-13T05:15:41,732 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T05:15:41,733 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T05:15:41,733 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T05:15:41,735 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:15:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741863_1039 (size=1174) 2024-11-13T05:15:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741863_1039 (size=1174) 2024-11-13T05:15:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741863_1039 (size=1174) 2024-11-13T05:15:41,753 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T05:15:41,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T05:15:41,760 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:41,760 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,760 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:41,760 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:41,760 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:41,764 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:41,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,765 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:41,813 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:15:41,815 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,815 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a61c20bd729c,45117,1731474899974: Simulated kill ***** 2024-11-13T05:15:41,815 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:15:41,815 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:15:41,817 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:15:41,817 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:15:41,817 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:15:41,817 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 659771808 }, "NonHeapMemoryUsage": { "committed": 177995776, "init": 7667712, "max": -1, "used": 173510568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:15:41,818 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33465 {}] master.MasterRpcServices(700): a61c20bd729c,45117,1731474899974 reported a fatal error: ***** ABORTING region server a61c20bd729c,45117,1731474899974: Simulated kill ***** 2024-11-13T05:15:41,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,45117,1731474899974' ***** 2024-11-13T05:15:41,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T05:15:41,819 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:15:41,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:15:41,820 INFO [RS:2;a61c20bd729c:45117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T05:15:41,820 INFO [RS:2;a61c20bd729c:45117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T05:15:41,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T05:15:41,820 INFO [RS:2;a61c20bd729c:45117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:15:41,820 INFO [RS:2;a61c20bd729c:45117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a61c20bd729c:45117. 2024-11-13T05:15:41,820 DEBUG [RS:2;a61c20bd729c:45117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:15:41,820 DEBUG [RS:2;a61c20bd729c:45117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:15:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741834_1010 (size=1473) 2024-11-13T05:15:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741834_1010 (size=1473) 2024-11-13T05:15:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741834_1010 (size=1473) 2024-11-13T05:15:41,824 DEBUG [RS:2;a61c20bd729c:45117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:15:41,824 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:15:41,824 INFO [RS:2;a61c20bd729c:45117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45117 2024-11-13T05:15:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:15:41,845 INFO [RS:2;a61c20bd729c:45117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:15:41,846 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$361/0x00007ff068901888@44f61327 rejected from java.util.concurrent.ThreadPoolExecutor@1f495dd[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T05:15:41,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,45117,1731474899974] 2024-11-13T05:15:41,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a61c20bd729c,45117,1731474899974 already deleted, retry=false 2024-11-13T05:15:41,867 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a61c20bd729c,45117,1731474899974 on a61c20bd729c,33465,1731474899735 2024-11-13T05:15:41,868 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a61c20bd729c,45117,1731474899974, splitWal=true, meta=false 2024-11-13T05:15:41,868 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for a61c20bd729c,45117,1731474899974 (carryingMeta=false) a61c20bd729c,45117,1731474899974/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7b2623ea[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T05:15:41,870 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a61c20bd729c,45117,1731474899974, splitWal=true, meta=false 2024-11-13T05:15:41,871 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): a61c20bd729c,45117,1731474899974 had 3 regions 2024-11-13T05:15:41,872 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,45117,1731474899974, splitWal=true, meta=false, isMeta: false 2024-11-13T05:15:41,875 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting 2024-11-13T05:15:41,876 INFO [PEWorker-4 {}] master.SplitWALManager(105): a61c20bd729c,45117,1731474899974 WAL count=1, meta=false 2024-11-13T05:15:41,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a61c20bd729c%2C45117%2C1731474899974.1731474900811}] 2024-11-13T05:15:41,879 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:41,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C45117%2C1731474899974.1731474900811, worker=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:41,884 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,45117,1731474899974 Release verify snapshot worker=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,885 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to a61c20bd729c,45117,1731474899974, this operation will be retried to send to another server 2024-11-13T05:15:41,885 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T05:15:41,885 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731474942885 2024-11-13T05:15:41,886 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,45117,1731474899974 Release verify snapshot worker=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,886 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to a61c20bd729c,45117,1731474899974, this operation will be retried to send to another server 2024-11-13T05:15:41,886 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T05:15:41,886 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731474942886 2024-11-13T05:15:41,887 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-13T05:15:41,887 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-13T05:15:41,887 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-13T05:15:41,888 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,45117,1731474899974 Release verify snapshot worker=a61c20bd729c,45117,1731474899974 2024-11-13T05:15:41,888 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to a61c20bd729c,45117,1731474899974, this operation will be retried to send to another server 2024-11-13T05:15:41,888 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T05:15:41,888 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731474942888 2024-11-13T05:15:41,905 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:15:41,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:15:41,956 INFO [RS:2;a61c20bd729c:45117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:15:41,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x101329e3eb20003, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:15:41,956 INFO [RS:2;a61c20bd729c:45117 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,45117,1731474899974; zookeeper connection closed. 2024-11-13T05:15:41,957 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@648cdfe4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@648cdfe4 2024-11-13T05:15:42,738 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:15:42,739 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:15:51,161 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:15:51,161 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:15:51,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T05:15:51,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-13T05:15:51,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-13T05:15:51,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-13T05:15:51,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-13T05:15:51,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-13T05:15:51,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-13T05:15:51,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:15:51,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T05:15:51,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T05:15:51,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T05:15:51,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T05:15:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T05:15:51,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T05:15:51,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-13T05:15:51,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T05:15:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-13T05:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T05:15:51,772 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 Release verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T05:15:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T05:15:51,773 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 Release verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,773 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 Release verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T05:15:51,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 in 10.0160 sec 2024-11-13T05:15:51,775 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,775 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 Release verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:51,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 in 10.0160 sec 2024-11-13T05:15:51,776 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:51,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 in 10.0180 sec 2024-11-13T05:15:51,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 in 10.0160 sec 2024-11-13T05:15:51,778 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 Release verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,778 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 Release verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,779 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:51,779 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 in 10.0210 sec 2024-11-13T05:15:51,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 in 10.0210 sec 2024-11-13T05:15:51,785 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811, size=1.4 K (1473bytes) 2024-11-13T05:15:51,786 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 2024-11-13T05:15:51,786 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 after 0ms 2024-11-13T05:15:51,789 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 took 4ms 2024-11-13T05:15:51,792 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for aa1833aec60ee17b142489715e2b122a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:15:51,793 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8f7b31fa7186d561da15535146a60e81: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-13T05:15:51,794 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 80efb8c4655bd395f6d60bfe84d367cd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T05:15:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 so closing down 2024-11-13T05:15:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T05:15:51,795 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T05:15:51,795 INFO [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-13T05:15:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811, journal: Splitting hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811, size=1.4 K (1473bytes) at 1731474951786Finishing writing output for hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 so closing down at 1731474951795 (+9 ms)3 split writer threads finished at 1731474951795Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731474951795 2024-11-13T05:15:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 2024-11-13T05:15:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T05:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T05:15:51,799 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting/a61c20bd729c%2C45117%2C1731474899974.1731474900811 to hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs 2024-11-13T05:15:51,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T05:15:51,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a61c20bd729c%2C45117%2C1731474899974.1731474900811, worker=a61c20bd729c,41023,1731474899907 in 9.9150 sec 2024-11-13T05:15:51,802 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T05:15:51,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure a61c20bd729c%2C45117%2C1731474899974.1731474900811, worker=a61c20bd729c,41023,1731474899907 in 9.9260 sec 2024-11-13T05:15:51,805 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting dir is empty, no logs to split. 2024-11-13T05:15:51,806 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,45117,1731474899974 WAL count=0, meta=false 2024-11-13T05:15:51,806 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,45117,1731474899974 WAL splitting is done? wals=0, meta=false 2024-11-13T05:15:51,807 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a61c20bd729c,45117,1731474899974 failed, ignore...File hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/WALs/a61c20bd729c,45117,1731474899974-splitting does not exist. 2024-11-13T05:15:51,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN}] 2024-11-13T05:15:51,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN 2024-11-13T05:15:51,809 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN 2024-11-13T05:15:51,809 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN 2024-11-13T05:15:51,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:15:51,810 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:15:51,810 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:15:51,961 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(204): Hosts are {a61c20bd729c=0} racks are {/default-rack=0} 2024-11-13T05:15:51,961 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T05:15:51,961 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T05:15:51,961 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T05:15:51,961 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T05:15:51,961 INFO [a61c20bd729c:33465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T05:15:51,961 INFO [a61c20bd729c:33465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T05:15:51,961 DEBUG [a61c20bd729c:33465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T05:15:51,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=aa1833aec60ee17b142489715e2b122a, regionState=OPENING, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:15:51,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=80efb8c4655bd395f6d60bfe84d367cd, regionState=OPENING, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,961 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8f7b31fa7186d561da15535146a60e81, regionState=OPENING, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:15:51,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN because future has completed 2024-11-13T05:15:51,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa1833aec60ee17b142489715e2b122a, server=a61c20bd729c,42419,1731474899939}] 2024-11-13T05:15:51,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN because future has completed 2024-11-13T05:15:51,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd, server=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN because future has completed 2024-11-13T05:15:51,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7b31fa7186d561da15535146a60e81, server=a61c20bd729c,41023,1731474899907}] 2024-11-13T05:15:59,715 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:16:01,259 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T05:16:01,792 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:01,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-13T05:16:01,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-13T05:16:01,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T05:16:01,792 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f7b31fa7186d561da15535146a60e81, NAME => 'SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T05:16:01,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-13T05:16:01,793 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,793 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:16:01,793 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,793 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T05:16:01,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-13T05:16:01,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-13T05:16:01,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-13T05:16:01,796 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:01,797 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => aa1833aec60ee17b142489715e2b122a, NAME => 'SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T05:16:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-13T05:16:01,797 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,797 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:16:01,797 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,797 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T05:16:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-13T05:16:01,798 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 Release verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:16:01,800 INFO [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T05:16:01,800 INFO [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 in 20.0410 sec 2024-11-13T05:16:01,801 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 Release verify snapshot worker=a61c20bd729c,41023,1731474899907 2024-11-13T05:16:01,801 INFO [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f7b31fa7186d561da15535146a60e81 columnFamilyName cf 2024-11-13T05:16:01,801 DEBUG [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:16:01,801 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 Release verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:16:01,801 INFO [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1833aec60ee17b142489715e2b122a columnFamilyName cf 2024-11-13T05:16:01,801 DEBUG [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:16:01,802 INFO [StoreOpener-aa1833aec60ee17b142489715e2b122a-1 {}] regionserver.HStore(327): Store=aa1833aec60ee17b142489715e2b122a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:16:01,803 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,804 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,805 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,806 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,806 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,806 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 Release verify snapshot worker=a61c20bd729c,42419,1731474899939 2024-11-13T05:16:01,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 in 20.0440 sec 2024-11-13T05:16:01,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,41023,1731474899907 in 20.0440 sec 2024-11-13T05:16:01,808 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-13T05:16:01,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a61c20bd729c,42419,1731474899939 in 20.0490 sec 2024-11-13T05:16:01,809 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T05:16:01,809 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened aa1833aec60ee17b142489715e2b122a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61706338, jitterRate=-0.080503910779953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:16:01,810 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,810 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for aa1833aec60ee17b142489715e2b122a: Running coprocessor pre-open hook at 1731474961797Writing region info on filesystem at 1731474961797Initializing all the Stores at 1731474961798 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474961798Cleaning up temporary data from old regions at 1731474961806 (+8 ms)Running coprocessor post-open hooks at 1731474961810 (+4 ms)Region opened successfully at 1731474961810 2024-11-13T05:16:01,811 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a., pid=52, masterSystemTime=1731474961776 2024-11-13T05:16:01,814 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:01,815 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:01,815 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T05:16:01,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=aa1833aec60ee17b142489715e2b122a, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42419,1731474899939 2024-11-13T05:16:01,819 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T05:16:01,819 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T05:16:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa1833aec60ee17b142489715e2b122a, server=a61c20bd729c,42419,1731474899939 because future has completed 2024-11-13T05:16:01,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7240 sec 2024-11-13T05:16:01,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-13T05:16:01,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure aa1833aec60ee17b142489715e2b122a, server=a61c20bd729c,42419,1731474899939 in 9.8580 sec 2024-11-13T05:16:01,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa1833aec60ee17b142489715e2b122a, ASSIGN in 10.0160 sec 2024-11-13T05:16:01,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T05:16:01,854 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T05:16:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:16:01,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:16:01,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:16:01,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:01,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:01,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:16:01,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1059824276, stopped=false 2024-11-13T05:16:01,855 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,33465,1731474899735 2024-11-13T05:16:01,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:16:01,865 DEBUG [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/cf/02b0178893374367aa347d9c48df3950 2024-11-13T05:16:01,865 INFO [StoreOpener-8f7b31fa7186d561da15535146a60e81-1 {}] regionserver.HStore(327): Store=8f7b31fa7186d561da15535146a60e81/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:16:01,865 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,867 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,868 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,869 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,869 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,873 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,888 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:16:01,890 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8f7b31fa7186d561da15535146a60e81; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69654452, jitterRate=0.03793221712112427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:16:01,891 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,891 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8f7b31fa7186d561da15535146a60e81: Running coprocessor pre-open hook at 1731474961793Writing region info on filesystem at 1731474961793Initializing all the Stores at 1731474961797 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474961797Cleaning up temporary data from old regions at 1731474961869 (+72 ms)Running coprocessor post-open hooks at 1731474961891 (+22 ms)Region opened successfully at 1731474961891 2024-11-13T05:16:01,892 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81., pid=54, masterSystemTime=1731474961775 2024-11-13T05:16:01,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8f7b31fa7186d561da15535146a60e81, regionState=OPEN, openSeqNum=6, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:16:01,897 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:01,897 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:01,898 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:01,898 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 80efb8c4655bd395f6d60bfe84d367cd, NAME => 'SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T05:16:01,899 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,899 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:16:01,899 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,899 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7b31fa7186d561da15535146a60e81, server=a61c20bd729c,41023,1731474899907 because future has completed 2024-11-13T05:16:01,902 INFO [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-13T05:16:01,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f7b31fa7186d561da15535146a60e81, server=a61c20bd729c,41023,1731474899907 in 9.9350 sec 2024-11-13T05:16:01,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f7b31fa7186d561da15535146a60e81, ASSIGN in 10.0960 sec 2024-11-13T05:16:01,906 INFO [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80efb8c4655bd395f6d60bfe84d367cd columnFamilyName cf 2024-11-13T05:16:01,906 DEBUG [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:16:01,907 INFO [StoreOpener-80efb8c4655bd395f6d60bfe84d367cd-1 {}] regionserver.HStore(327): Store=80efb8c4655bd395f6d60bfe84d367cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:16:01,907 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,908 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,910 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,911 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,920 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,924 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 80efb8c4655bd395f6d60bfe84d367cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59101696, jitterRate=-0.11931610107421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:16:01,924 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,924 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 80efb8c4655bd395f6d60bfe84d367cd: Running coprocessor pre-open hook at 1731474961899Writing region info on filesystem at 1731474961899Initializing all the Stores at 1731474961901 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731474961901Cleaning up temporary data from old regions at 1731474961911 (+10 ms)Running coprocessor post-open hooks at 1731474961924 (+13 ms)Region opened successfully at 1731474961924 2024-11-13T05:16:01,927 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd., pid=53, masterSystemTime=1731474961775 2024-11-13T05:16:01,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=80efb8c4655bd395f6d60bfe84d367cd, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41023,1731474899907 2024-11-13T05:16:01,933 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:01,933 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:01,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd, server=a61c20bd729c,41023,1731474899907 because future has completed 2024-11-13T05:16:01,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-13T05:16:01,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 80efb8c4655bd395f6d60bfe84d367cd, server=a61c20bd729c,41023,1731474899907 in 9.9710 sec 2024-11-13T05:16:01,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-13T05:16:01,942 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a61c20bd729c,45117,1731474899974 after splitting done 2024-11-13T05:16:01,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80efb8c4655bd395f6d60bfe84d367cd, ASSIGN in 10.1300 sec 2024-11-13T05:16:01,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure a61c20bd729c,45117,1731474899974, splitWal=true, meta=false in 20.0750 sec 2024-11-13T05:16:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:16:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:16:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:16:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:16:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:16:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:16:01,971 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:16:01,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:16:01,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:16:01,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:01,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:16:01,972 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,41023,1731474899907' ***** 2024-11-13T05:16:01,972 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:16:01,972 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,42419,1731474899939' ***** 2024-11-13T05:16:01,972 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:16:01,972 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:16:01,973 INFO [RS:1;a61c20bd729c:42419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:16:01,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:16:01,973 INFO [RS:1;a61c20bd729c:42419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:16:01,973 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c9f6590265b9c09166190da54f5ed3e 2024-11-13T05:16:01,973 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:16:01,973 INFO [RS:0;a61c20bd729c:41023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:16:01,973 INFO [RS:0;a61c20bd729c:41023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:16:01,973 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 80efb8c4655bd395f6d60bfe84d367cd 2024-11-13T05:16:01,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:16:01,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:16:01,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:16:01,984 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for aa1833aec60ee17b142489715e2b122a 2024-11-13T05:16:01,984 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:16:01,984 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:16:01,984 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c9f6590265b9c09166190da54f5ed3e, disabling compactions & flushes 2024-11-13T05:16:01,984 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,42419,1731474899939 2024-11-13T05:16:01,985 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:16:01,985 INFO [RS:1;a61c20bd729c:42419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:16:01,985 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:16:01,985 INFO [RS:1;a61c20bd729c:42419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a61c20bd729c:42419. 2024-11-13T05:16:01,985 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. after waiting 0 ms 2024-11-13T05:16:01,985 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:16:01,985 DEBUG [RS:1;a61c20bd729c:42419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:16:01,985 DEBUG [RS:1;a61c20bd729c:42419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:01,985 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:16:01,985 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:16:01,985 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:16:01,985 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:16:01,988 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:16:01,988 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a95e3345ba109e4b3d572db7fad9345 2024-11-13T05:16:01,988 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 94c013d7fb5eecba88f1c093c65e8fad 2024-11-13T05:16:01,988 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80efb8c4655bd395f6d60bfe84d367cd, disabling compactions & flushes 2024-11-13T05:16:01,988 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c0e97944c1e46d08aaa211e3930bd9c 2024-11-13T05:16:01,988 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:01,988 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:01,988 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:01,989 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,41023,1731474899907 2024-11-13T05:16:01,989 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. after waiting 0 ms 2024-11-13T05:16:01,989 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:01,989 INFO [RS:0;a61c20bd729c:41023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:16:01,989 INFO [RS:0;a61c20bd729c:41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41023. 2024-11-13T05:16:01,989 DEBUG [RS:0;a61c20bd729c:41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:16:01,989 DEBUG [RS:0;a61c20bd729c:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:01,989 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T05:16:01,989 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1325): Online Regions={80efb8c4655bd395f6d60bfe84d367cd=SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd., bc91d84774c542d4e39e1f86abdaa2e1=SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1., 4a95e3345ba109e4b3d572db7fad9345=SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345., 94c013d7fb5eecba88f1c093c65e8fad=SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad., 7c0e97944c1e46d08aaa211e3930bd9c=SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c., 8f7b31fa7186d561da15535146a60e81=SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81.} 2024-11-13T05:16:01,989 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1351): Waiting on 4a95e3345ba109e4b3d572db7fad9345, 7c0e97944c1e46d08aaa211e3930bd9c, 80efb8c4655bd395f6d60bfe84d367cd, 8f7b31fa7186d561da15535146a60e81, 94c013d7fb5eecba88f1c093c65e8fad, bc91d84774c542d4e39e1f86abdaa2e1 2024-11-13T05:16:01,992 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T05:16:01,992 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1325): Online Regions={9c9f6590265b9c09166190da54f5ed3e=SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e., aa1833aec60ee17b142489715e2b122a=SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a., cc670e2dce4e30489aba607c5c3cef23=SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23., 1588230740=hbase:meta,,1.1588230740, b6d456dbd6ac11162632c702ed56fbf0=SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0.} 2024-11-13T05:16:01,992 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c9f6590265b9c09166190da54f5ed3e, aa1833aec60ee17b142489715e2b122a, b6d456dbd6ac11162632c702ed56fbf0, cc670e2dce4e30489aba607c5c3cef23 2024-11-13T05:16:01,993 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:16:01,993 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:16:01,993 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:16:01,993 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:16:01,993 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:16:01,993 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-13T05:16:02,029 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:16:02,034 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:16:02,039 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/80efb8c4655bd395f6d60bfe84d367cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T05:16:02,040 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:02,040 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80efb8c4655bd395f6d60bfe84d367cd: Waiting for close lock at 1731474961988Running coprocessor pre-close hooks at 1731474961988Disabling compacts and flushes for region at 1731474961988Disabling writes for close at 1731474961989 (+1 ms)Writing region close event to WAL at 1731474961996 (+7 ms)Running coprocessor post-close hooks at 1731474962040 (+44 ms)Closed at 1731474962040 2024-11-13T05:16:02,040 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731474911242.80efb8c4655bd395f6d60bfe84d367cd. 2024-11-13T05:16:02,041 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc91d84774c542d4e39e1f86abdaa2e1, disabling compactions & flushes 2024-11-13T05:16:02,041 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:16:02,041 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:16:02,041 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. after waiting 0 ms 2024-11-13T05:16:02,041 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:16:02,053 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/9c9f6590265b9c09166190da54f5ed3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:16:02,055 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:16:02,055 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c9f6590265b9c09166190da54f5ed3e: Waiting for close lock at 1731474961984Running coprocessor pre-close hooks at 1731474961984Disabling compacts and flushes for region at 1731474961984Disabling writes for close at 1731474961985 (+1 ms)Writing region close event to WAL at 1731474962016 (+31 ms)Running coprocessor post-close hooks at 1731474962055 (+39 ms)Closed at 1731474962055 2024-11-13T05:16:02,055 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731474911242.9c9f6590265b9c09166190da54f5ed3e. 2024-11-13T05:16:02,055 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa1833aec60ee17b142489715e2b122a, disabling compactions & flushes 2024-11-13T05:16:02,055 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:02,055 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:02,055 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. after waiting 0 ms 2024-11-13T05:16:02,055 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:02,077 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/info/b6a2145da026473cb2aca21935301f22 is 167, key is SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23./info:regioninfo/1731474921969/Put/seqid=0 2024-11-13T05:16:02,088 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/bc91d84774c542d4e39e1f86abdaa2e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:16:02,089 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:16:02,090 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc91d84774c542d4e39e1f86abdaa2e1: Waiting for close lock at 1731474962041Running coprocessor pre-close hooks at 1731474962041Disabling compacts and flushes for region at 1731474962041Disabling writes for close at 1731474962041Writing region close event to WAL at 1731474962052 (+11 ms)Running coprocessor post-close hooks at 1731474962089 (+37 ms)Closed at 1731474962089 2024-11-13T05:16:02,090 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731474911242.bc91d84774c542d4e39e1f86abdaa2e1. 2024-11-13T05:16:02,090 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a95e3345ba109e4b3d572db7fad9345, disabling compactions & flushes 2024-11-13T05:16:02,090 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:16:02,090 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:16:02,090 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. after waiting 0 ms 2024-11-13T05:16:02,090 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:16:02,094 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/aa1833aec60ee17b142489715e2b122a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T05:16:02,096 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:02,097 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa1833aec60ee17b142489715e2b122a: Waiting for close lock at 1731474962055Running coprocessor pre-close hooks at 1731474962055Disabling compacts and flushes for region at 1731474962055Disabling writes for close at 1731474962055Writing region close event to WAL at 1731474962068 (+13 ms)Running coprocessor post-close hooks at 1731474962096 (+28 ms)Closed at 1731474962096 2024-11-13T05:16:02,097 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731474911242.aa1833aec60ee17b142489715e2b122a. 2024-11-13T05:16:02,097 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc670e2dce4e30489aba607c5c3cef23, disabling compactions & flushes 2024-11-13T05:16:02,097 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:16:02,097 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:16:02,097 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. after waiting 0 ms 2024-11-13T05:16:02,097 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:16:02,120 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/4a95e3345ba109e4b3d572db7fad9345/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:16:02,121 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:16:02,121 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a95e3345ba109e4b3d572db7fad9345: Waiting for close lock at 1731474962090Running coprocessor pre-close hooks at 1731474962090Disabling compacts and flushes for region at 1731474962090Disabling writes for close at 1731474962090Writing region close event to WAL at 1731474962104 (+14 ms)Running coprocessor post-close hooks at 1731474962121 (+17 ms)Closed at 1731474962121 2024-11-13T05:16:02,121 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731474911242.4a95e3345ba109e4b3d572db7fad9345. 2024-11-13T05:16:02,121 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94c013d7fb5eecba88f1c093c65e8fad, disabling compactions & flushes 2024-11-13T05:16:02,122 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:16:02,122 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:16:02,122 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. after waiting 0 ms 2024-11-13T05:16:02,122 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/cc670e2dce4e30489aba607c5c3cef23/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:16:02,122 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:16:02,123 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:16:02,123 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc670e2dce4e30489aba607c5c3cef23: Waiting for close lock at 1731474962097Running coprocessor pre-close hooks at 1731474962097Disabling compacts and flushes for region at 1731474962097Disabling writes for close at 1731474962097Writing region close event to WAL at 1731474962112 (+15 ms)Running coprocessor post-close hooks at 1731474962123 (+11 ms)Closed at 1731474962123 2024-11-13T05:16:02,123 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731474911242.cc670e2dce4e30489aba607c5c3cef23. 2024-11-13T05:16:02,123 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6d456dbd6ac11162632c702ed56fbf0, disabling compactions & flushes 2024-11-13T05:16:02,123 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:16:02,123 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:16:02,123 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. after waiting 0 ms 2024-11-13T05:16:02,123 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:16:02,153 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/94c013d7fb5eecba88f1c093c65e8fad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:16:02,154 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:16:02,154 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94c013d7fb5eecba88f1c093c65e8fad: Waiting for close lock at 1731474962121Running coprocessor pre-close hooks at 1731474962121Disabling compacts and flushes for region at 1731474962121Disabling writes for close at 1731474962122 (+1 ms)Writing region close event to WAL at 1731474962133 (+11 ms)Running coprocessor post-close hooks at 1731474962154 (+21 ms)Closed at 1731474962154 2024-11-13T05:16:02,155 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731474911242.94c013d7fb5eecba88f1c093c65e8fad. 2024-11-13T05:16:02,155 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c0e97944c1e46d08aaa211e3930bd9c, disabling compactions & flushes 2024-11-13T05:16:02,155 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:16:02,155 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:16:02,155 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. after waiting 0 ms 2024-11-13T05:16:02,155 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:16:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741864_1040 (size=19785) 2024-11-13T05:16:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741864_1040 (size=19785) 2024-11-13T05:16:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741864_1040 (size=19785) 2024-11-13T05:16:02,188 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/info/b6a2145da026473cb2aca21935301f22 2024-11-13T05:16:02,189 DEBUG [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1351): Waiting on 7c0e97944c1e46d08aaa211e3930bd9c, 8f7b31fa7186d561da15535146a60e81 2024-11-13T05:16:02,189 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/7c0e97944c1e46d08aaa211e3930bd9c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T05:16:02,190 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:16:02,190 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c0e97944c1e46d08aaa211e3930bd9c: Waiting for close lock at 1731474962155Running coprocessor pre-close hooks at 1731474962155Disabling compacts and flushes for region at 1731474962155Disabling writes for close at 1731474962155Writing region close event to WAL at 1731474962159 (+4 ms)Running coprocessor post-close hooks at 1731474962190 (+31 ms)Closed at 1731474962190 2024-11-13T05:16:02,191 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731474911242.7c0e97944c1e46d08aaa211e3930bd9c. 2024-11-13T05:16:02,191 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f7b31fa7186d561da15535146a60e81, disabling compactions & flushes 2024-11-13T05:16:02,191 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:02,191 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:02,191 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. after waiting 0 ms 2024-11-13T05:16:02,191 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:02,193 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6d456dbd6ac11162632c702ed56fbf0 2024-11-13T05:16:02,196 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/b6d456dbd6ac11162632c702ed56fbf0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:16:02,197 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:16:02,197 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6d456dbd6ac11162632c702ed56fbf0: Waiting for close lock at 1731474962123Running coprocessor pre-close hooks at 1731474962123Disabling compacts and flushes for region at 1731474962123Disabling writes for close at 1731474962123Writing region close event to WAL at 1731474962178 (+55 ms)Running coprocessor post-close hooks at 1731474962197 (+19 ms)Closed at 1731474962197 2024-11-13T05:16:02,198 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731474911242.b6d456dbd6ac11162632c702ed56fbf0. 2024-11-13T05:16:02,208 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/default/SPTestTable/8f7b31fa7186d561da15535146a60e81/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-13T05:16:02,209 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:02,209 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f7b31fa7186d561da15535146a60e81: Waiting for close lock at 1731474962191Running coprocessor pre-close hooks at 1731474962191Disabling compacts and flushes for region at 1731474962191Disabling writes for close at 1731474962191Writing region close event to WAL at 1731474962202 (+11 ms)Running coprocessor post-close hooks at 1731474962209 (+7 ms)Closed at 1731474962209 2024-11-13T05:16:02,209 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731474911242.8f7b31fa7186d561da15535146a60e81. 2024-11-13T05:16:02,228 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/ns/9e01edd99a24439e990a3a44415b9390 is 43, key is default/ns:d/1731474911145/Put/seqid=0 2024-11-13T05:16:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741865_1041 (size=5153) 2024-11-13T05:16:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741865_1041 (size=5153) 2024-11-13T05:16:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741865_1041 (size=5153) 2024-11-13T05:16:02,255 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/ns/9e01edd99a24439e990a3a44415b9390 2024-11-13T05:16:02,305 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/table/24eef2d687be49dc911122667c7b16f3 is 47, key is SPTestTable/table:state/1731474922007/Put/seqid=0 2024-11-13T05:16:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741866_1042 (size=5214) 2024-11-13T05:16:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741866_1042 (size=5214) 2024-11-13T05:16:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741866_1042 (size=5214) 2024-11-13T05:16:02,389 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,41023,1731474899907; all regions closed. 2024-11-13T05:16:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741835_1011 (size=4117) 2024-11-13T05:16:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741835_1011 (size=4117) 2024-11-13T05:16:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741835_1011 (size=4117) 2024-11-13T05:16:02,393 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:16:02,395 DEBUG [RS:0;a61c20bd729c:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs 2024-11-13T05:16:02,395 INFO [RS:0;a61c20bd729c:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C41023%2C1731474899907:(num 1731474900815) 2024-11-13T05:16:02,395 DEBUG [RS:0;a61c20bd729c:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:02,395 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:16:02,395 INFO [RS:0;a61c20bd729c:41023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:16:02,395 INFO [RS:0;a61c20bd729c:41023 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:16:02,396 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:16:02,396 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:16:02,396 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:16:02,396 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:16:02,396 INFO [RS:0;a61c20bd729c:41023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:16:02,396 INFO [RS:0;a61c20bd729c:41023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41023 2024-11-13T05:16:02,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a61c20bd729c,41023,1731474899907 2024-11-13T05:16:02,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:16:02,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,41023,1731474899907] 2024-11-13T05:16:02,445 INFO [RS:0;a61c20bd729c:41023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:16:02,455 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a61c20bd729c,41023,1731474899907 already deleted, retry=false 2024-11-13T05:16:02,455 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,41023,1731474899907 expired; onlineServers=1 2024-11-13T05:16:02,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:16:02,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x101329e3eb20001, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:16:02,555 INFO [RS:0;a61c20bd729c:41023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:16:02,555 INFO [RS:0;a61c20bd729c:41023 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,41023,1731474899907; zookeeper connection closed. 2024-11-13T05:16:02,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a6f98a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a6f98a9 2024-11-13T05:16:02,593 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:16:02,716 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/table/24eef2d687be49dc911122667c7b16f3 2024-11-13T05:16:02,738 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/info/b6a2145da026473cb2aca21935301f22 as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/info/b6a2145da026473cb2aca21935301f22 2024-11-13T05:16:02,752 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:16:02,753 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:16:02,764 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/info/b6a2145da026473cb2aca21935301f22, entries=112, sequenceid=35, filesize=19.3 K 2024-11-13T05:16:02,765 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/ns/9e01edd99a24439e990a3a44415b9390 as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/ns/9e01edd99a24439e990a3a44415b9390 2024-11-13T05:16:02,778 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/ns/9e01edd99a24439e990a3a44415b9390, entries=2, sequenceid=35, filesize=5.0 K 2024-11-13T05:16:02,781 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/.tmp/table/24eef2d687be49dc911122667c7b16f3 as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/table/24eef2d687be49dc911122667c7b16f3 2024-11-13T05:16:02,793 DEBUG [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:16:02,796 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/table/24eef2d687be49dc911122667c7b16f3, entries=2, sequenceid=35, filesize=5.1 K 2024-11-13T05:16:02,799 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 806ms, sequenceid=35, compaction requested=false 2024-11-13T05:16:02,833 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-13T05:16:02,835 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:16:02,835 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:16:02,835 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731474961993Running coprocessor pre-close hooks at 1731474961993Disabling compacts and flushes for region at 1731474961993Disabling writes for close at 1731474961993Obtaining lock to block concurrent updates at 1731474961993Preparing flush snapshotting stores in 1588230740 at 1731474961993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731474961996 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731474962000 (+4 ms)Flushing 1588230740/info: creating writer at 1731474962000Flushing 1588230740/info: appending metadata at 1731474962076 (+76 ms)Flushing 1588230740/info: closing flushed file at 1731474962076Flushing 1588230740/ns: creating writer at 1731474962205 (+129 ms)Flushing 1588230740/ns: appending metadata at 1731474962226 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731474962226Flushing 1588230740/table: creating writer at 1731474962269 (+43 ms)Flushing 1588230740/table: appending metadata at 1731474962304 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731474962304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486e4430: reopening flushed file at 1731474962734 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e85dcff: reopening flushed file at 1731474962764 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f009dc6: reopening flushed file at 1731474962778 (+14 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 806ms, sequenceid=35, compaction requested=false at 1731474962799 (+21 ms)Writing region close event to WAL at 1731474962822 (+23 ms)Running coprocessor post-close hooks at 1731474962834 (+12 ms)Closed at 1731474962835 (+1 ms) 2024-11-13T05:16:02,835 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:16:02,993 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,42419,1731474899939; all regions closed. 2024-11-13T05:16:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741836_1012 (size=18358) 2024-11-13T05:16:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741836_1012 (size=18358) 2024-11-13T05:16:02,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741836_1012 (size=18358) 2024-11-13T05:16:03,002 DEBUG [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs 2024-11-13T05:16:03,002 INFO [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C42419%2C1731474899939.meta:.meta(num 1731474911033) 2024-11-13T05:16:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741833_1009 (size=3469) 2024-11-13T05:16:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741833_1009 (size=3469) 2024-11-13T05:16:03,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741833_1009 (size=3469) 2024-11-13T05:16:03,015 DEBUG [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/oldWALs 2024-11-13T05:16:03,015 INFO [RS:1;a61c20bd729c:42419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C42419%2C1731474899939:(num 1731474900814) 2024-11-13T05:16:03,015 DEBUG [RS:1;a61c20bd729c:42419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:16:03,015 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:16:03,015 INFO [RS:1;a61c20bd729c:42419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:16:03,015 INFO [RS:1;a61c20bd729c:42419 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:16:03,015 INFO [RS:1;a61c20bd729c:42419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:16:03,015 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:16:03,016 INFO [RS:1;a61c20bd729c:42419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42419 2024-11-13T05:16:03,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:16:03,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a61c20bd729c,42419,1731474899939 2024-11-13T05:16:03,156 INFO [RS:1;a61c20bd729c:42419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:16:03,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,42419,1731474899939] 2024-11-13T05:16:03,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a61c20bd729c,42419,1731474899939 already deleted, retry=false 2024-11-13T05:16:03,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,42419,1731474899939 expired; onlineServers=0 2024-11-13T05:16:03,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,33465,1731474899735' ***** 2024-11-13T05:16:03,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:16:03,178 INFO [M:0;a61c20bd729c:33465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:16:03,178 INFO [M:0;a61c20bd729c:33465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:16:03,178 DEBUG [M:0;a61c20bd729c:33465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:16:03,178 DEBUG [M:0;a61c20bd729c:33465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:16:03,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:16:03,178 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731474900473 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731474900473,5,FailOnTimeoutGroup] 2024-11-13T05:16:03,179 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731474900474 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731474900474,5,FailOnTimeoutGroup] 2024-11-13T05:16:03,179 INFO [M:0;a61c20bd729c:33465 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:16:03,179 INFO [M:0;a61c20bd729c:33465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:16:03,179 DEBUG [M:0;a61c20bd729c:33465 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:16:03,179 INFO [M:0;a61c20bd729c:33465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:16:03,179 INFO [M:0;a61c20bd729c:33465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:16:03,179 ERROR [M:0;a61c20bd729c:33465 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:39751 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39751,5,PEWorkerGroup] 2024-11-13T05:16:03,179 INFO [M:0;a61c20bd729c:33465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:16:03,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:16:03,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T05:16:03,187 DEBUG [M:0;a61c20bd729c:33465 {}] zookeeper.ZKUtil(347): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T05:16:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:16:03,188 WARN [M:0;a61c20bd729c:33465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:16:03,188 INFO [M:0;a61c20bd729c:33465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/.lastflushedseqids 2024-11-13T05:16:03,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:16:03,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42419-0x101329e3eb20002, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:16:03,267 INFO [RS:1;a61c20bd729c:42419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:16:03,267 INFO [RS:1;a61c20bd729c:42419 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,42419,1731474899939; zookeeper connection closed. 2024-11-13T05:16:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741867_1043 (size=650) 2024-11-13T05:16:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741867_1043 (size=650) 2024-11-13T05:16:03,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741867_1043 (size=650) 2024-11-13T05:16:03,283 INFO [M:0;a61c20bd729c:33465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:16:03,284 INFO [M:0;a61c20bd729c:33465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:16:03,284 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:16:03,284 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:16:03,284 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:16:03,284 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:16:03,284 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:16:03,284 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.91 KB heapSize=266.10 KB 2024-11-13T05:16:03,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f75d838 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f75d838 2024-11-13T05:16:03,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T05:16:03,324 DEBUG [M:0;a61c20bd729c:33465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1da34efbbfb4b07bc42a21718776a64 is 82, key is hbase:meta,,1/info:regioninfo/1731474911070/Put/seqid=0 2024-11-13T05:16:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741868_1044 (size=5672) 2024-11-13T05:16:03,376 INFO [M:0;a61c20bd729c:33465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1da34efbbfb4b07bc42a21718776a64 2024-11-13T05:16:03,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741868_1044 (size=5672) 2024-11-13T05:16:03,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741868_1044 (size=5672) 2024-11-13T05:16:03,412 DEBUG [M:0;a61c20bd729c:33465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c328049ac6404312bb231bb2faa67b4e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731474922012/Put/seqid=0 2024-11-13T05:16:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741869_1045 (size=9313) 2024-11-13T05:16:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741869_1045 (size=9313) 2024-11-13T05:16:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741869_1045 (size=9313) 2024-11-13T05:16:03,471 INFO [M:0;a61c20bd729c:33465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.18 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c328049ac6404312bb231bb2faa67b4e 2024-11-13T05:16:03,484 INFO [M:0;a61c20bd729c:33465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c328049ac6404312bb231bb2faa67b4e 2024-11-13T05:16:03,522 DEBUG [M:0;a61c20bd729c:33465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/837b0462a0f740d786cffc3189fcc6ac is 69, key is a61c20bd729c,41023,1731474899907/rs:state/1731474900575/Put/seqid=0 2024-11-13T05:16:03,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741870_1046 (size=5442) 2024-11-13T05:16:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741870_1046 (size=5442) 2024-11-13T05:16:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741870_1046 (size=5442) 2024-11-13T05:16:03,643 INFO [M:0;a61c20bd729c:33465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/837b0462a0f740d786cffc3189fcc6ac 2024-11-13T05:16:03,655 INFO [M:0;a61c20bd729c:33465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 837b0462a0f740d786cffc3189fcc6ac 2024-11-13T05:16:03,657 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1da34efbbfb4b07bc42a21718776a64 as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1da34efbbfb4b07bc42a21718776a64 2024-11-13T05:16:03,666 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1da34efbbfb4b07bc42a21718776a64, entries=8, sequenceid=467, filesize=5.5 K 2024-11-13T05:16:03,670 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c328049ac6404312bb231bb2faa67b4e as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c328049ac6404312bb231bb2faa67b4e 2024-11-13T05:16:03,679 INFO [M:0;a61c20bd729c:33465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c328049ac6404312bb231bb2faa67b4e 2024-11-13T05:16:03,680 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c328049ac6404312bb231bb2faa67b4e, entries=54, sequenceid=467, filesize=9.1 K 2024-11-13T05:16:03,682 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/837b0462a0f740d786cffc3189fcc6ac as hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/837b0462a0f740d786cffc3189fcc6ac 2024-11-13T05:16:03,693 INFO [M:0;a61c20bd729c:33465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 837b0462a0f740d786cffc3189fcc6ac 2024-11-13T05:16:03,693 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39751/user/jenkins/test-data/2b22f883-48e6-f293-93e8-534c2efd5396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/837b0462a0f740d786cffc3189fcc6ac, entries=3, sequenceid=467, filesize=5.3 K 2024-11-13T05:16:03,695 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 411ms, sequenceid=467, compaction requested=false 2024-11-13T05:16:03,698 INFO [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:16:03,699 DEBUG [M:0;a61c20bd729c:33465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731474963284Disabling compacts and flushes for region at 1731474963284Disabling writes for close at 1731474963284Obtaining lock to block concurrent updates at 1731474963284Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731474963284Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228264, getHeapSize=272424, getOffHeapSize=0, getCellsCount=570 at 1731474963285 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731474963285Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731474963286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731474963323 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731474963323Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731474963388 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731474963411 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731474963411Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731474963485 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731474963520 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731474963520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc2a62a: reopening flushed file at 1731474963656 (+136 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a920856: reopening flushed file at 1731474963666 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648c1b9b: reopening flushed file at 1731474963680 (+14 ms)Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 411ms, sequenceid=467, compaction requested=false at 1731474963695 (+15 ms)Writing region close event to WAL at 1731474963698 (+3 ms)Closed at 1731474963698 2024-11-13T05:16:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32929 is added to blk_1073741830_1006 (size=259450) 2024-11-13T05:16:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37963 is added to blk_1073741830_1006 (size=259450) 2024-11-13T05:16:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40375 is added to blk_1073741830_1006 (size=259450) 2024-11-13T05:16:03,713 INFO [M:0;a61c20bd729c:33465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:16:03,713 INFO [M:0;a61c20bd729c:33465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33465 2024-11-13T05:16:03,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:16:03,713 INFO [M:0;a61c20bd729c:33465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:16:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:16:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x101329e3eb20000, quorum=127.0.0.1:52444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:16:03,878 INFO [M:0;a61c20bd729c:33465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:16:03,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4871648e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:16:03,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62492df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:16:03,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:16:03,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b7c8bf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:16:03,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1009edfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,STOPPED} 2024-11-13T05:16:03,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:16:03,916 WARN [BP-6808495-172.17.0.3-1731474897114 heartbeating to localhost/127.0.0.1:39751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:16:03,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:16:03,916 WARN [BP-6808495-172.17.0.3-1731474897114 heartbeating to localhost/127.0.0.1:39751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-6808495-172.17.0.3-1731474897114 (Datanode Uuid 9088fea8-2f08-496d-84dd-9854ae0ea27a) service to localhost/127.0.0.1:39751 2024-11-13T05:16:03,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data5/current/BP-6808495-172.17.0.3-1731474897114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:16:03,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data6/current/BP-6808495-172.17.0.3-1731474897114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:16:03,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:16:03,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3125bff6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:16:03,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247018b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:16:03,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:16:03,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b06c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:16:03,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7539655b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,STOPPED} 2024-11-13T05:16:03,972 WARN [BP-6808495-172.17.0.3-1731474897114 heartbeating to localhost/127.0.0.1:39751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:16:03,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:16:03,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:16:03,972 WARN [BP-6808495-172.17.0.3-1731474897114 heartbeating to localhost/127.0.0.1:39751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-6808495-172.17.0.3-1731474897114 (Datanode Uuid c76bbf08-3a83-4e14-b2d9-0129c1104726) service to localhost/127.0.0.1:39751 2024-11-13T05:16:03,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data3/current/BP-6808495-172.17.0.3-1731474897114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:16:03,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data4/current/BP-6808495-172.17.0.3-1731474897114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:16:03,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:16:04,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d93f1ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:16:04,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d24a5aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:16:04,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:16:04,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e26962f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:16:04,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34683201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,STOPPED} 2024-11-13T05:16:04,021 WARN [BP-6808495-172.17.0.3-1731474897114 heartbeating to localhost/127.0.0.1:39751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:16:04,021 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:16:04,021 WARN [BP-6808495-172.17.0.3-1731474897114 heartbeating to localhost/127.0.0.1:39751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-6808495-172.17.0.3-1731474897114 (Datanode Uuid 0bba4015-4b06-45f0-8f01-d650f7421cbc) service to localhost/127.0.0.1:39751 2024-11-13T05:16:04,021 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:16:04,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data2/current/BP-6808495-172.17.0.3-1731474897114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:16:04,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:16:04,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/cluster_631dc015-5e49-e3e3-705e-6a2aa398f1c8/data/data1/current/BP-6808495-172.17.0.3-1731474897114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:16:04,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7554be3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:16:04,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb4ce0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:16:04,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:16:04,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395eea5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:16:04,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295706e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d36e164b-5fb5-30d3-26f0-a96bdec003b8/hadoop.log.dir/,STOPPED} 2024-11-13T05:16:04,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:16:04,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:16:04,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 91) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39751 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39751 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4452 (was 4601)