2024-11-08 06:12:47,625 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 06:12:47,645 main DEBUG Took 0.016088 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 06:12:47,646 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 06:12:47,646 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 06:12:47,648 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 06:12:47,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,662 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 06:12:47,678 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,686 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,688 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,689 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,691 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,693 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,694 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,697 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:12:47,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,703 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 06:12:47,704 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:12:47,706 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 06:12:47,709 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 06:12:47,709 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 06:12:47,712 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 06:12:47,712 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 06:12:47,723 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 06:12:47,727 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 06:12:47,730 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 06:12:47,731 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 06:12:47,731 main DEBUG createAppenders(={Console}) 2024-11-08 06:12:47,733 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 06:12:47,733 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 06:12:47,734 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 06:12:47,735 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 06:12:47,735 main DEBUG OutputStream closed 2024-11-08 06:12:47,736 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 06:12:47,736 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 06:12:47,738 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 06:12:47,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 06:12:47,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 06:12:47,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 06:12:47,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 06:12:47,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 06:12:47,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 06:12:47,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 06:12:47,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 06:12:47,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 06:12:47,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 06:12:47,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 06:12:47,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 06:12:47,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 06:12:47,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 06:12:47,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 06:12:47,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 06:12:47,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 06:12:47,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 06:12:47,899 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 06:12:47,900 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 06:12:47,900 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 06:12:47,901 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T06:12:47,919 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 06:12:47,922 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 06:12:47,923 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T06:12:47,931 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T06:12:47,971 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=7945 2024-11-08T06:12:48,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9 2024-11-08T06:12:48,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:12:48,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb, deleteOnExit=true 2024-11-08T06:12:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:12:48,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/test.cache.data in system properties and HBase conf 2024-11-08T06:12:48,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:12:48,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:12:48,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:12:48,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:12:48,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:12:48,564 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T06:12:48,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:12:48,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:12:48,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:12:48,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:12:48,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:12:48,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:12:48,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:12:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:12:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:12:48,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:12:48,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:12:48,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:12:48,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:12:48,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:12:48,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:12:50,108 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T06:12:50,197 INFO [Time-limited test {}] log.Log(170): Logging initialized @3430ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T06:12:50,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:12:50,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:12:50,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:12:50,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:12:50,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:12:50,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:12:50,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:12:50,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:12:50,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/java.io.tmpdir/jetty-localhost-43527-hadoop-hdfs-3_4_1-tests_jar-_-any-15164055982376397327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:12:50,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:43527} 2024-11-08T06:12:50,670 INFO [Time-limited test {}] server.Server(415): Started @3904ms 2024-11-08T06:12:51,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:12:51,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:12:51,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:12:51,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:12:51,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:12:51,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:12:51,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:12:51,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5e08a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/java.io.tmpdir/jetty-localhost-38985-hadoop-hdfs-3_4_1-tests_jar-_-any-15541872062160804864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:12:51,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c41da0c{HTTP/1.1, (http/1.1)}{localhost:38985} 2024-11-08T06:12:51,402 INFO [Time-limited test {}] server.Server(415): Started @4636ms 2024-11-08T06:12:51,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:12:51,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:12:51,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:12:51,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:12:51,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:12:51,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:12:51,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:12:51,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:12:51,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5489785a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/java.io.tmpdir/jetty-localhost-37745-hadoop-hdfs-3_4_1-tests_jar-_-any-672933888255352057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:12:51,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44660b92{HTTP/1.1, (http/1.1)}{localhost:37745} 2024-11-08T06:12:51,670 INFO [Time-limited test {}] server.Server(415): Started @4904ms 2024-11-08T06:12:51,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:12:51,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:12:51,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:12:51,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:12:51,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:12:51,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:12:51,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:12:51,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:12:51,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db83301{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/java.io.tmpdir/jetty-localhost-33167-hadoop-hdfs-3_4_1-tests_jar-_-any-17605428550077338213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:12:51,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a384e06{HTTP/1.1, (http/1.1)}{localhost:33167} 2024-11-08T06:12:51,820 INFO [Time-limited test {}] server.Server(415): Started @5054ms 2024-11-08T06:12:51,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:12:53,130 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data3/current/BP-1411281785-172.17.0.2-1731046369433/current, will proceed with Du for space computation calculation, 2024-11-08T06:12:53,130 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data2/current/BP-1411281785-172.17.0.2-1731046369433/current, will proceed with Du for space computation calculation, 2024-11-08T06:12:53,130 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data4/current/BP-1411281785-172.17.0.2-1731046369433/current, will proceed with Du for space computation calculation, 2024-11-08T06:12:53,130 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data1/current/BP-1411281785-172.17.0.2-1731046369433/current, will proceed with Du for space computation calculation, 2024-11-08T06:12:53,160 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:12:53,160 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:12:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa429d290b1cce1c with lease ID 0x7158f5dcf55b24da: Processing first storage report for DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c from datanode DatanodeRegistration(127.0.0.1:39419, datanodeUuid=4573c0a8-459b-47e0-8e73-da27c550d7b4, infoPort=40797, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433) 2024-11-08T06:12:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa429d290b1cce1c with lease ID 0x7158f5dcf55b24da: from storage DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c node DatanodeRegistration(127.0.0.1:39419, datanodeUuid=4573c0a8-459b-47e0-8e73-da27c550d7b4, infoPort=40797, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T06:12:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84afb632f40fb87a with lease ID 0x7158f5dcf55b24d9: Processing first storage report for DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68 from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=6d095eb5-e4e1-457e-ab76-e54af02f8092, infoPort=43667, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433) 2024-11-08T06:12:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84afb632f40fb87a with lease ID 0x7158f5dcf55b24d9: from storage DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68 node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=6d095eb5-e4e1-457e-ab76-e54af02f8092, infoPort=43667, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T06:12:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa429d290b1cce1c with lease ID 0x7158f5dcf55b24da: Processing first storage report for DS-7ba454ec-a3e1-4de5-a89a-a7f84a59e982 from datanode DatanodeRegistration(127.0.0.1:39419, datanodeUuid=4573c0a8-459b-47e0-8e73-da27c550d7b4, infoPort=40797, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433) 2024-11-08T06:12:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa429d290b1cce1c with lease ID 0x7158f5dcf55b24da: from storage DS-7ba454ec-a3e1-4de5-a89a-a7f84a59e982 node DatanodeRegistration(127.0.0.1:39419, datanodeUuid=4573c0a8-459b-47e0-8e73-da27c550d7b4, infoPort=40797, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:12:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84afb632f40fb87a with lease ID 0x7158f5dcf55b24d9: Processing first storage report for DS-4ad88abe-4210-4334-b579-4422f97ac219 from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=6d095eb5-e4e1-457e-ab76-e54af02f8092, infoPort=43667, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433) 2024-11-08T06:12:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84afb632f40fb87a with lease ID 0x7158f5dcf55b24d9: from storage DS-4ad88abe-4210-4334-b579-4422f97ac219 node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=6d095eb5-e4e1-457e-ab76-e54af02f8092, infoPort=43667, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:12:53,211 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data6/current/BP-1411281785-172.17.0.2-1731046369433/current, will proceed with Du for space computation calculation, 2024-11-08T06:12:53,211 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data5/current/BP-1411281785-172.17.0.2-1731046369433/current, will proceed with Du for space computation calculation, 2024-11-08T06:12:53,228 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:12:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f666db90c995d84 with lease ID 0x7158f5dcf55b24db: Processing first storage report for DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92 from datanode DatanodeRegistration(127.0.0.1:37489, datanodeUuid=effa0e7b-3caa-4e48-98f9-5e95a02dd3cb, infoPort=45627, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433) 2024-11-08T06:12:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f666db90c995d84 with lease ID 0x7158f5dcf55b24db: from storage DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92 node DatanodeRegistration(127.0.0.1:37489, datanodeUuid=effa0e7b-3caa-4e48-98f9-5e95a02dd3cb, infoPort=45627, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:12:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f666db90c995d84 with lease ID 0x7158f5dcf55b24db: Processing first storage report for DS-a75e685c-ca35-4b28-8b56-80245b77225a from datanode DatanodeRegistration(127.0.0.1:37489, datanodeUuid=effa0e7b-3caa-4e48-98f9-5e95a02dd3cb, infoPort=45627, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433) 2024-11-08T06:12:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f666db90c995d84 with lease ID 0x7158f5dcf55b24db: from storage DS-a75e685c-ca35-4b28-8b56-80245b77225a node DatanodeRegistration(127.0.0.1:37489, datanodeUuid=effa0e7b-3caa-4e48-98f9-5e95a02dd3cb, infoPort=45627, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1313545930;c=1731046369433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:12:53,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9 2024-11-08T06:12:53,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/zookeeper_0, clientPort=64801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:12:53,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64801 2024-11-08T06:12:53,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:53,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:12:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:12:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:12:54,033 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 with version=8 2024-11-08T06:12:54,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/hbase-staging 2024-11-08T06:12:54,109 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T06:12:54,341 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:12:54,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:54,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:54,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:12:54,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:54,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:12:54,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:12:54,541 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T06:12:54,550 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T06:12:54,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:12:54,577 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1003 (auto-detected) 2024-11-08T06:12:54,578 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T06:12:54,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42777 2024-11-08T06:12:54,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42777 connecting to ZooKeeper ensemble=127.0.0.1:64801 2024-11-08T06:12:54,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427770x0, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:12:54,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42777-0x101191373a60000 connected 2024-11-08T06:12:54,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:54,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:54,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:12:54,856 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099, hbase.cluster.distributed=false 2024-11-08T06:12:54,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:12:54,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-08T06:12:54,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42777 2024-11-08T06:12:54,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42777 2024-11-08T06:12:54,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-08T06:12:54,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-08T06:12:54,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:12:54,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:54,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:54,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:12:54,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:54,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:12:54,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:12:54,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:12:54,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33483 2024-11-08T06:12:54,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33483 connecting to ZooKeeper ensemble=127.0.0.1:64801 2024-11-08T06:12:54,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,034 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334830x0, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:12:55,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33483-0x101191373a60001 connected 2024-11-08T06:12:55,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:12:55,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:12:55,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:12:55,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:12:55,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:12:55,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-08T06:12:55,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33483 2024-11-08T06:12:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33483 2024-11-08T06:12:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-08T06:12:55,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-08T06:12:55,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:12:55,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:55,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:55,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:12:55,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:55,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:12:55,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:12:55,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:12:55,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35581 2024-11-08T06:12:55,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35581 connecting to ZooKeeper ensemble=127.0.0.1:64801 2024-11-08T06:12:55,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,097 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355810x0, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:12:55,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35581-0x101191373a60002 connected 2024-11-08T06:12:55,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:12:55,099 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:12:55,100 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:12:55,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:12:55,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:12:55,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35581 2024-11-08T06:12:55,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35581 2024-11-08T06:12:55,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35581 2024-11-08T06:12:55,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35581 2024-11-08T06:12:55,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35581 2024-11-08T06:12:55,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:12:55,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:55,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:55,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:12:55,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:12:55,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:12:55,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:12:55,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:12:55,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45931 2024-11-08T06:12:55,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45931 connecting to ZooKeeper ensemble=127.0.0.1:64801 2024-11-08T06:12:55,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459310x0, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:12:55,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459310x0, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:12:55,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45931-0x101191373a60003 connected 2024-11-08T06:12:55,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:12:55,152 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:12:55,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:12:55,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:12:55,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-08T06:12:55,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45931 2024-11-08T06:12:55,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45931 2024-11-08T06:12:55,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-08T06:12:55,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-08T06:12:55,178 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:42777 2024-11-08T06:12:55,179 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,42777,1731046374189 2024-11-08T06:12:55,192 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,192 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,195 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,42777,1731046374189 2024-11-08T06:12:55,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:12:55,223 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:12:55,223 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:12:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,224 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,224 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,225 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:12:55,226 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,42777,1731046374189 from backup master directory 2024-11-08T06:12:55,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,42777,1731046374189 2024-11-08T06:12:55,234 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,234 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:12:55,234 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:12:55,235 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,42777,1731046374189 2024-11-08T06:12:55,237 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T06:12:55,238 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T06:12:55,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/hbase.id] with ID: 775ec85c-9a4b-4a68-92f4-c49380ee6d0e 2024-11-08T06:12:55,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.tmp/hbase.id 2024-11-08T06:12:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:12:55,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:12:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:12:55,302 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.tmp/hbase.id]:[hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/hbase.id] 2024-11-08T06:12:55,350 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:12:55,356 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:12:55,375 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T06:12:55,381 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,381 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:12:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:12:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:12:55,415 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:12:55,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:12:55,430 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:12:55,433 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:12:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:12:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:12:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:12:55,480 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store 2024-11-08T06:12:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:12:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:12:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:12:55,507 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T06:12:55,511 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:12:55,513 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:12:55,513 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:12:55,513 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:12:55,515 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:12:55,516 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:12:55,516 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:12:55,517 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731046375513Disabling compacts and flushes for region at 1731046375513Disabling writes for close at 1731046375515 (+2 ms)Writing region close event to WAL at 1731046375516 (+1 ms)Closed at 1731046375516 2024-11-08T06:12:55,520 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/.initializing 2024-11-08T06:12:55,520 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/WALs/08a4831bbffd,42777,1731046374189 2024-11-08T06:12:55,528 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:12:55,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C42777%2C1731046374189, suffix=, logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/WALs/08a4831bbffd,42777,1731046374189, archiveDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/oldWALs, maxLogs=10 2024-11-08T06:12:55,565 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/WALs/08a4831bbffd,42777,1731046374189/08a4831bbffd%2C42777%2C1731046374189.1731046375548, exclude list is [], retry=0 2024-11-08T06:12:55,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68,DISK] 2024-11-08T06:12:55,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92,DISK] 2024-11-08T06:12:55,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39419,DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c,DISK] 2024-11-08T06:12:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T06:12:55,620 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/WALs/08a4831bbffd,42777,1731046374189/08a4831bbffd%2C42777%2C1731046374189.1731046375548 2024-11-08T06:12:55,621 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667),(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:45627:45627)] 2024-11-08T06:12:55,621 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:12:55,621 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:12:55,624 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,625 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:12:55,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:55,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:12:55,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:12:55,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:55,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:12:55,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:12:55,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:55,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:12:55,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:12:55,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:55,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:12:55,695 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,699 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,699 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,704 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,705 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,708 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:12:55,711 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:12:55,715 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:12:55,716 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63875955, jitterRate=-0.04817409813404083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:12:55,723 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731046375636Initializing all the Stores at 1731046375638 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046375638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046375639 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046375639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046375639Cleaning up temporary data from old regions at 1731046375705 (+66 ms)Region opened successfully at 1731046375723 (+18 ms) 2024-11-08T06:12:55,725 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:12:55,757 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b70c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:12:55,783 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:12:55,792 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:12:55,792 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:12:55,794 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:12:55,796 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T06:12:55,801 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T06:12:55,801 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T06:12:55,826 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:12:55,834 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:12:55,907 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:12:55,914 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:12:55,917 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:12:55,928 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:12:55,930 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:12:55,934 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:12:55,939 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:12:55,940 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:12:55,949 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:12:55,965 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:12:55,970 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:12:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:12:55,981 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:12:55,981 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:12:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:12:55,981 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,982 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:55,986 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,42777,1731046374189, sessionid=0x101191373a60000, setting cluster-up flag (Was=false) 2024-11-08T06:12:56,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,013 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,013 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,045 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:12:56,050 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,42777,1731046374189 2024-11-08T06:12:56,076 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,076 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,107 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:12:56,110 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,42777,1731046374189 2024-11-08T06:12:56,118 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:12:56,168 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(746): ClusterId : 775ec85c-9a4b-4a68-92f4-c49380ee6d0e 2024-11-08T06:12:56,168 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(746): ClusterId : 775ec85c-9a4b-4a68-92f4-c49380ee6d0e 2024-11-08T06:12:56,168 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(746): ClusterId : 775ec85c-9a4b-4a68-92f4-c49380ee6d0e 2024-11-08T06:12:56,170 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:12:56,170 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:12:56,170 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:12:56,187 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:12:56,193 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:12:56,193 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:12:56,193 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:12:56,193 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:12:56,194 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:12:56,194 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:12:56,198 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:12:56,205 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:12:56,214 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:12:56,214 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:12:56,214 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:12:56,214 DEBUG [RS:0;08a4831bbffd:33483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4815534e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:12:56,214 DEBUG [RS:1;08a4831bbffd:35581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f39ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:12:56,214 DEBUG [RS:2;08a4831bbffd:45931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244feb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:12:56,212 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,42777,1731046374189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:12:56,222 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:12:56,222 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:12:56,222 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:12:56,222 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:12:56,223 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:12:56,223 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,223 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:12:56,223 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,228 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731046406227 2024-11-08T06:12:56,228 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;08a4831bbffd:45931 2024-11-08T06:12:56,230 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:12:56,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:12:56,232 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:12:56,232 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:12:56,232 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:12:56,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:12:56,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:12:56,234 DEBUG [RS:1;08a4831bbffd:35581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;08a4831bbffd:35581 2024-11-08T06:12:56,234 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:12:56,234 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:12:56,234 DEBUG [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:12:56,235 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:12:56,236 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,42777,1731046374189 with port=45931, startcode=1731046375124 2024-11-08T06:12:56,236 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:12:56,236 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,42777,1731046374189 with port=35581, startcode=1731046375077 2024-11-08T06:12:56,236 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:33483 2024-11-08T06:12:56,236 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:12:56,236 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:12:56,236 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:12:56,236 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:12:56,236 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:12:56,238 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,42777,1731046374189 with port=33483, startcode=1731046374952 2024-11-08T06:12:56,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:56,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:12:56,240 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,243 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:12:56,245 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:12:56,245 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:12:56,247 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:12:56,247 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:12:56,248 DEBUG [RS:2;08a4831bbffd:45931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:12:56,248 DEBUG [RS:0;08a4831bbffd:33483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:12:56,248 DEBUG [RS:1;08a4831bbffd:35581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:12:56,256 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731046376248,5,FailOnTimeoutGroup] 2024-11-08T06:12:56,257 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731046376256,5,FailOnTimeoutGroup] 2024-11-08T06:12:56,257 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,257 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:12:56,259 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,259 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:12:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:12:56,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:12:56,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:12:56,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:12:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:12:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:12:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:12:56,308 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:12:56,308 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:12:56,308 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:12:56,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:12:56,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,45931,1731046375124 2024-11-08T06:12:56,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:12:56,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,45931,1731046375124 2024-11-08T06:12:56,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:12:56,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:56,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:12:56,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:12:56,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:12:56,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:56,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:12:56,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:12:56,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:12:56,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:56,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,33483,1731046374952 2024-11-08T06:12:56,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,33483,1731046374952 2024-11-08T06:12:56,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:12:56,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:12:56,335 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:12:56,335 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42225 2024-11-08T06:12:56,335 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:12:56,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:12:56,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:12:56,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,336 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:12:56,336 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42225 2024-11-08T06:12:56,337 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:12:56,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:12:56,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:12:56,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740 2024-11-08T06:12:56,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740 2024-11-08T06:12:56,340 DEBUG [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:12:56,341 DEBUG [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42225 2024-11-08T06:12:56,341 DEBUG [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:12:56,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:12:56,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:12:56,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:12:56,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:12:56,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:12:56,351 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70254117, jitterRate=0.04686792194843292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:12:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731046376313Initializing all the Stores at 1731046376315 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046376315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046376315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046376315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046376315Cleaning up temporary data from old regions at 1731046376343 (+28 ms)Region opened successfully at 1731046376355 (+12 ms) 2024-11-08T06:12:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:12:56,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:12:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:12:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:12:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:12:56,357 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:12:56,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731046376355Disabling compacts and flushes for region at 1731046376355Disabling writes for close at 1731046376355Writing region close event to WAL at 1731046376356 (+1 ms)Closed at 1731046376357 (+1 ms) 2024-11-08T06:12:56,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:12:56,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:12:56,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:12:56,378 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:12:56,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:12:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:12:56,478 DEBUG [RS:2;08a4831bbffd:45931 {}] zookeeper.ZKUtil(111): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,45931,1731046375124 2024-11-08T06:12:56,478 DEBUG [RS:0;08a4831bbffd:33483 {}] zookeeper.ZKUtil(111): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,33483,1731046374952 2024-11-08T06:12:56,478 WARN [RS:0;08a4831bbffd:33483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:12:56,478 WARN [RS:2;08a4831bbffd:45931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:12:56,478 INFO [RS:0;08a4831bbffd:33483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:12:56,478 INFO [RS:2;08a4831bbffd:45931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:12:56,479 DEBUG [RS:1;08a4831bbffd:35581 {}] zookeeper.ZKUtil(111): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,479 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952 2024-11-08T06:12:56,479 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,45931,1731046375124 2024-11-08T06:12:56,479 WARN [RS:1;08a4831bbffd:35581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:12:56,479 INFO [RS:1;08a4831bbffd:35581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:12:56,479 DEBUG [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,33483,1731046374952] 2024-11-08T06:12:56,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,45931,1731046375124] 2024-11-08T06:12:56,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,35581,1731046375077] 2024-11-08T06:12:56,503 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:12:56,503 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:12:56,503 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:12:56,520 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:12:56,520 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:12:56,520 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:12:56,527 INFO [RS:1;08a4831bbffd:35581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:12:56,527 INFO [RS:0;08a4831bbffd:33483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:12:56,527 INFO [RS:2;08a4831bbffd:45931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:12:56,527 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,527 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,527 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,528 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:12:56,528 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:12:56,528 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:12:56,532 WARN [08a4831bbffd:42777 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T06:12:56,534 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:12:56,534 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:12:56,534 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:12:56,536 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,536 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,536 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,536 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,536 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:12:56,537 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,537 DEBUG [RS:1;08a4831bbffd:35581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:12:56,537 DEBUG [RS:0;08a4831bbffd:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:12:56,538 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,538 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:12:56,538 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:12:56,538 DEBUG [RS:2;08a4831bbffd:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:12:56,543 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33483,1731046374952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,35581,1731046375077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,543 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,544 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,544 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45931,1731046375124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:12:56,562 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:12:56,562 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:12:56,564 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33483,1731046374952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,564 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,35581,1731046375077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,565 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,565 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,565 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.Replication(171): 08a4831bbffd,35581,1731046375077 started 2024-11-08T06:12:56,565 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.Replication(171): 08a4831bbffd,33483,1731046374952 started 2024-11-08T06:12:56,566 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:12:56,567 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45931,1731046375124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,567 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,567 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.Replication(171): 08a4831bbffd,45931,1731046375124 started 2024-11-08T06:12:56,583 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,583 INFO [RS:1;08a4831bbffd:35581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,584 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,35581,1731046375077, RpcServer on 08a4831bbffd/172.17.0.2:35581, sessionid=0x101191373a60002 2024-11-08T06:12:56,584 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,33483,1731046374952, RpcServer on 08a4831bbffd/172.17.0.2:33483, sessionid=0x101191373a60001 2024-11-08T06:12:56,585 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:12:56,585 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:12:56,585 DEBUG [RS:0;08a4831bbffd:33483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,33483,1731046374952 2024-11-08T06:12:56,585 DEBUG [RS:1;08a4831bbffd:35581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,585 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,33483,1731046374952' 2024-11-08T06:12:56,585 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,35581,1731046375077' 2024-11-08T06:12:56,585 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:12:56,585 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:12:56,586 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:12:56,586 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:12:56,586 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:12:56,586 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:12:56,586 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:12:56,586 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:12:56,587 DEBUG [RS:1;08a4831bbffd:35581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,587 DEBUG [RS:0;08a4831bbffd:33483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,33483,1731046374952 2024-11-08T06:12:56,587 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,35581,1731046375077' 2024-11-08T06:12:56,587 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,33483,1731046374952' 2024-11-08T06:12:56,587 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:12:56,587 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:12:56,587 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:12:56,587 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:12:56,588 DEBUG [RS:1;08a4831bbffd:35581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:12:56,588 DEBUG [RS:0;08a4831bbffd:33483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:12:56,588 INFO [RS:1;08a4831bbffd:35581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:12:56,588 INFO [RS:0;08a4831bbffd:33483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:12:56,588 INFO [RS:1;08a4831bbffd:35581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:12:56,588 INFO [RS:0;08a4831bbffd:33483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:12:56,588 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:12:56,589 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,45931,1731046375124, RpcServer on 08a4831bbffd/172.17.0.2:45931, sessionid=0x101191373a60003 2024-11-08T06:12:56,589 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:12:56,589 DEBUG [RS:2;08a4831bbffd:45931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,45931,1731046375124 2024-11-08T06:12:56,589 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,45931,1731046375124' 2024-11-08T06:12:56,589 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:12:56,589 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:12:56,590 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:12:56,590 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:12:56,590 DEBUG [RS:2;08a4831bbffd:45931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,45931,1731046375124 2024-11-08T06:12:56,590 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,45931,1731046375124' 2024-11-08T06:12:56,590 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:12:56,591 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:12:56,591 DEBUG [RS:2;08a4831bbffd:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:12:56,591 INFO [RS:2;08a4831bbffd:45931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:12:56,591 INFO [RS:2;08a4831bbffd:45931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:12:56,699 INFO [RS:1;08a4831bbffd:35581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:12:56,699 INFO [RS:2;08a4831bbffd:45931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:12:56,699 INFO [RS:0;08a4831bbffd:33483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:12:56,702 INFO [RS:1;08a4831bbffd:35581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C35581%2C1731046375077, suffix=, logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077, archiveDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs, maxLogs=32 2024-11-08T06:12:56,702 INFO [RS:2;08a4831bbffd:45931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C45931%2C1731046375124, suffix=, logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,45931,1731046375124, archiveDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs, maxLogs=32 2024-11-08T06:12:56,702 INFO [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C33483%2C1731046374952, suffix=, logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952, archiveDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs, maxLogs=32 2024-11-08T06:12:56,718 DEBUG [RS:1;08a4831bbffd:35581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077/08a4831bbffd%2C35581%2C1731046375077.1731046376705, exclude list is [], retry=0 2024-11-08T06:12:56,718 DEBUG [RS:2;08a4831bbffd:45931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,45931,1731046375124/08a4831bbffd%2C45931%2C1731046375124.1731046376705, exclude list is [], retry=0 2024-11-08T06:12:56,719 DEBUG [RS:0;08a4831bbffd:33483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952/08a4831bbffd%2C33483%2C1731046374952.1731046376705, exclude list is [], retry=0 2024-11-08T06:12:56,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68,DISK] 2024-11-08T06:12:56,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92,DISK] 2024-11-08T06:12:56,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39419,DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c,DISK] 2024-11-08T06:12:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39419,DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c,DISK] 2024-11-08T06:12:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92,DISK] 2024-11-08T06:12:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68,DISK] 2024-11-08T06:12:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39419,DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c,DISK] 2024-11-08T06:12:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68,DISK] 2024-11-08T06:12:56,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92,DISK] 2024-11-08T06:12:56,738 INFO [RS:2;08a4831bbffd:45931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,45931,1731046375124/08a4831bbffd%2C45931%2C1731046375124.1731046376705 2024-11-08T06:12:56,739 DEBUG [RS:2;08a4831bbffd:45931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627),(127.0.0.1/127.0.0.1:43667:43667),(127.0.0.1/127.0.0.1:40797:40797)] 2024-11-08T06:12:56,739 INFO [RS:1;08a4831bbffd:35581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077/08a4831bbffd%2C35581%2C1731046375077.1731046376705 2024-11-08T06:12:56,739 INFO [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952/08a4831bbffd%2C33483%2C1731046374952.1731046376705 2024-11-08T06:12:56,740 DEBUG [RS:1;08a4831bbffd:35581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627),(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-08T06:12:56,740 DEBUG [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:43667:43667),(127.0.0.1/127.0.0.1:45627:45627)] 2024-11-08T06:12:56,785 DEBUG [08a4831bbffd:42777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T06:12:56,796 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T06:12:56,802 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:12:56,802 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:12:56,802 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T06:12:56,802 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:12:56,808 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:12:56,814 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,35581,1731046375077, state=OPENING 2024-11-08T06:12:56,844 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:12:56,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,856 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,856 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:12:56,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:12:56,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:12:56,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:12:56,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:12:56,862 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:12:56,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,35581,1731046375077}] 2024-11-08T06:13:04,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T06:13:04,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T06:13:06,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:13:06,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:13:06,911 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:13:06,912 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:13:06,912 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:13:06,916 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C35581%2C1731046375077.meta, suffix=.meta, logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077, archiveDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs, maxLogs=32 2024-11-08T06:13:06,934 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, exclude list is [], retry=0 2024-11-08T06:13:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92,DISK] 2024-11-08T06:13:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68,DISK] 2024-11-08T06:13:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39419,DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c,DISK] 2024-11-08T06:13:06,957 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta 2024-11-08T06:13:06,959 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627),(127.0.0.1/127.0.0.1:43667:43667),(127.0.0.1/127.0.0.1:40797:40797)] 2024-11-08T06:13:06,959 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:13:06,961 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:13:06,965 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:13:06,971 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:13:06,977 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:13:06,977 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:06,978 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:13:06,978 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:13:06,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:13:06,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:13:06,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:06,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:06,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:13:06,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:13:06,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:06,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:06,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:13:06,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:13:06,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:06,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:06,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:13:06,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:13:06,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:06,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:06,997 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:13:06,998 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740 2024-11-08T06:13:07,001 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740 2024-11-08T06:13:07,004 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:13:07,004 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:13:07,005 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:13:07,008 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:13:07,010 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67255944, jitterRate=0.0021916627883911133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:13:07,010 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:13:07,012 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731046386978Writing region info on filesystem at 1731046386979 (+1 ms)Initializing all the Stores at 1731046386981 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046386981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046386982 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046386982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046386982Cleaning up temporary data from old regions at 1731046387004 (+22 ms)Running coprocessor post-open hooks at 1731046387010 (+6 ms)Region opened successfully at 1731046387012 (+2 ms) 2024-11-08T06:13:07,019 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731046386881 2024-11-08T06:13:07,029 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:13:07,030 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:13:07,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:07,034 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,35581,1731046375077, state=OPEN 2024-11-08T06:13:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:07,044 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:07,044 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:07,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:07,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:07,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:07,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:07,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:07,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:13:07,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,35581,1731046375077 in 10.1810 sec 2024-11-08T06:13:07,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:13:07,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6840 sec 2024-11-08T06:13:07,060 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:13:07,060 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:13:07,082 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:13:07,084 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1] 2024-11-08T06:13:07,125 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:13:07,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:13:07,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0090 sec 2024-11-08T06:13:07,157 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731046387157, completionTime=-1 2024-11-08T06:13:07,160 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T06:13:07,161 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:13:07,186 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T06:13:07,187 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731046447186 2024-11-08T06:13:07,187 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731046507187 2024-11-08T06:13:07,187 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-08T06:13:07,188 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:13:07,194 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42777,1731046374189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42777,1731046374189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42777,1731046374189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,196 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:42777, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,196 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,197 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,203 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:13:07,225 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.990sec 2024-11-08T06:13:07,228 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:13:07,229 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:13:07,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:13:07,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:13:07,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:13:07,232 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42777,1731046374189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:13:07,233 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42777,1731046374189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:13:07,238 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:13:07,239 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:13:07,239 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42777,1731046374189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:13:07,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c92cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:13:07,296 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T06:13:07,296 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T06:13:07,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,42777,-1 for getting cluster id 2024-11-08T06:13:07,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:13:07,317 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775ec85c-9a4b-4a68-92f4-c49380ee6d0e' 2024-11-08T06:13:07,320 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:13:07,320 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775ec85c-9a4b-4a68-92f4-c49380ee6d0e" 2024-11-08T06:13:07,321 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63deeada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:13:07,321 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,42777,-1] 2024-11-08T06:13:07,323 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:13:07,326 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:13:07,327 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:13:07,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a93883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:13:07,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:13:07,339 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1] 2024-11-08T06:13:07,340 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:13:07,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:13:07,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,42777,1731046374189 2024-11-08T06:13:07,368 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731046387367 (current time:1731046387367). 2024-11-08T06:13:07,368 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T06:13:07,368 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T06:13:07,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641b9ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:13:07,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,42777,-1 for getting cluster id 2024-11-08T06:13:07,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:13:07,372 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775ec85c-9a4b-4a68-92f4-c49380ee6d0e' 2024-11-08T06:13:07,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:13:07,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775ec85c-9a4b-4a68-92f4-c49380ee6d0e" 2024-11-08T06:13:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0aa5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:13:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,42777,-1] 2024-11-08T06:13:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:13:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:13:07,375 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:13:07,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a9623e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:13:07,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:13:07,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1] 2024-11-08T06:13:07,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:13:07,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:13:07,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:13:07,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:13:07,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:13:07,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:13:07,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:13:07,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T06:13:07,403 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,42777,1731046374189 2024-11-08T06:13:07,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f15062e 2024-11-08T06:13:07,407 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T06:13:07,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T06:13:07,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:13:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T06:13:07,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T06:13:07,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T06:13:07,431 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:07,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T06:13:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741837_1013 (size=361) 2024-11-08T06:13:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741837_1013 (size=361) 2024-11-08T06:13:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741837_1013 (size=361) 2024-11-08T06:13:07,462 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 75e1e4f56f4f14b6daa713017f0adc16, NAME => 'SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,462 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac2dc998aeff221c3188bd9580915287, NAME => 'SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,462 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8092f234ed3765fa86de665a0f5ddca, NAME => 'SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741838_1014 (size=54) 2024-11-08T06:13:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741838_1014 (size=54) 2024-11-08T06:13:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741838_1014 (size=54) 2024-11-08T06:13:07,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e8092f234ed3765fa86de665a0f5ddca, disabling compactions & flushes 2024-11-08T06:13:07,498 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:07,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:07,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. after waiting 0 ms 2024-11-08T06:13:07,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:07,498 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:07,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8092f234ed3765fa86de665a0f5ddca: Waiting for close lock at 1731046387498Disabling compacts and flushes for region at 1731046387498Disabling writes for close at 1731046387498Writing region close event to WAL at 1731046387498Closed at 1731046387498 2024-11-08T06:13:07,499 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bc6f835e7eb229cae44b5fd093c245e, NAME => 'SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741839_1015 (size=62) 2024-11-08T06:13:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741839_1015 (size=62) 2024-11-08T06:13:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741839_1015 (size=62) 2024-11-08T06:13:07,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ac2dc998aeff221c3188bd9580915287, disabling compactions & flushes 2024-11-08T06:13:07,516 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:07,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:07,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. after waiting 0 ms 2024-11-08T06:13:07,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:07,516 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:07,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac2dc998aeff221c3188bd9580915287: Waiting for close lock at 1731046387516Disabling compacts and flushes for region at 1731046387516Disabling writes for close at 1731046387516Writing region close event to WAL at 1731046387516Closed at 1731046387516 2024-11-08T06:13:07,517 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b211adf4ad6b4e413e2bd69ebe0fc9a3, NAME => 'SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741840_1016 (size=62) 2024-11-08T06:13:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741840_1016 (size=62) 2024-11-08T06:13:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741840_1016 (size=62) 2024-11-08T06:13:07,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 75e1e4f56f4f14b6daa713017f0adc16, disabling compactions & flushes 2024-11-08T06:13:07,520 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:07,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:07,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. after waiting 0 ms 2024-11-08T06:13:07,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:07,520 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:07,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 75e1e4f56f4f14b6daa713017f0adc16: Waiting for close lock at 1731046387520Disabling compacts and flushes for region at 1731046387520Disabling writes for close at 1731046387520Writing region close event to WAL at 1731046387520Closed at 1731046387520 2024-11-08T06:13:07,521 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 32203644b29ab0522d8df29bb15ba92d, NAME => 'SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741841_1017 (size=62) 2024-11-08T06:13:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741841_1017 (size=62) 2024-11-08T06:13:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741841_1017 (size=62) 2024-11-08T06:13:07,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2bc6f835e7eb229cae44b5fd093c245e, disabling compactions & flushes 2024-11-08T06:13:07,545 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:07,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:07,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. after waiting 0 ms 2024-11-08T06:13:07,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:07,545 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:07,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bc6f835e7eb229cae44b5fd093c245e: Waiting for close lock at 1731046387545Disabling compacts and flushes for region at 1731046387545Disabling writes for close at 1731046387545Writing region close event to WAL at 1731046387545Closed at 1731046387545 2024-11-08T06:13:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:07,546 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e7f45e0b2a1ff1e63f1567b33e4362d, NAME => 'SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741843_1019 (size=62) 2024-11-08T06:13:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741843_1019 (size=62) 2024-11-08T06:13:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741843_1019 (size=62) 2024-11-08T06:13:07,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 32203644b29ab0522d8df29bb15ba92d, disabling compactions & flushes 2024-11-08T06:13:07,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:07,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:07,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. after waiting 0 ms 2024-11-08T06:13:07,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:07,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:07,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 32203644b29ab0522d8df29bb15ba92d: Waiting for close lock at 1731046387564Disabling compacts and flushes for region at 1731046387564Disabling writes for close at 1731046387564Writing region close event to WAL at 1731046387564Closed at 1731046387564 2024-11-08T06:13:07,565 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e177ac62cd2ab11ec44cd54e3f77ea17, NAME => 'SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741842_1018 (size=62) 2024-11-08T06:13:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741842_1018 (size=62) 2024-11-08T06:13:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741842_1018 (size=62) 2024-11-08T06:13:07,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b211adf4ad6b4e413e2bd69ebe0fc9a3, disabling compactions & flushes 2024-11-08T06:13:07,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:07,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:07,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. after waiting 0 ms 2024-11-08T06:13:07,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:07,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:07,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b211adf4ad6b4e413e2bd69ebe0fc9a3: Waiting for close lock at 1731046387572Disabling compacts and flushes for region at 1731046387572Disabling writes for close at 1731046387572Writing region close event to WAL at 1731046387572Closed at 1731046387572 2024-11-08T06:13:07,573 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4ac42f82b2fa66b45a56878cbdaa065f, NAME => 'SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741845_1021 (size=62) 2024-11-08T06:13:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741845_1021 (size=62) 2024-11-08T06:13:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741845_1021 (size=62) 2024-11-08T06:13:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741844_1020 (size=62) 2024-11-08T06:13:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741846_1022 (size=62) 2024-11-08T06:13:07,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e177ac62cd2ab11ec44cd54e3f77ea17, disabling compactions & flushes 2024-11-08T06:13:07,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741844_1020 (size=62) 2024-11-08T06:13:07,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:07,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. after waiting 0 ms 2024-11-08T06:13:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741846_1022 (size=62) 2024-11-08T06:13:07,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:07,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:07,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e177ac62cd2ab11ec44cd54e3f77ea17: Waiting for close lock at 1731046387594Disabling compacts and flushes for region at 1731046387594Disabling writes for close at 1731046387594Writing region close event to WAL at 1731046387594Closed at 1731046387594 2024-11-08T06:13:07,595 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a73ed3c54a257c4c6b7e1bcf1e7c4aae, NAME => 'SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099 2024-11-08T06:13:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741844_1020 (size=62) 2024-11-08T06:13:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741846_1022 (size=62) 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4ac42f82b2fa66b45a56878cbdaa065f, disabling compactions & flushes 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1e7f45e0b2a1ff1e63f1567b33e4362d, disabling compactions & flushes 2024-11-08T06:13:07,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:07,605 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. after waiting 0 ms 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. after waiting 0 ms 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:07,605 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:07,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e7f45e0b2a1ff1e63f1567b33e4362d: Waiting for close lock at 1731046387605Disabling compacts and flushes for region at 1731046387605Disabling writes for close at 1731046387605Writing region close event to WAL at 1731046387605Closed at 1731046387605 2024-11-08T06:13:07,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4ac42f82b2fa66b45a56878cbdaa065f: Waiting for close lock at 1731046387605Disabling compacts and flushes for region at 1731046387605Disabling writes for close at 1731046387605Writing region close event to WAL at 1731046387605Closed at 1731046387605 2024-11-08T06:13:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741847_1023 (size=54) 2024-11-08T06:13:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741847_1023 (size=54) 2024-11-08T06:13:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741847_1023 (size=54) 2024-11-08T06:13:07,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:07,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a73ed3c54a257c4c6b7e1bcf1e7c4aae, disabling compactions & flushes 2024-11-08T06:13:07,612 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:07,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:07,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. after waiting 0 ms 2024-11-08T06:13:07,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:07,612 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:07,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a73ed3c54a257c4c6b7e1bcf1e7c4aae: Waiting for close lock at 1731046387612Disabling compacts and flushes for region at 1731046387612Disabling writes for close at 1731046387612Writing region close event to WAL at 1731046387612Closed at 1731046387612 2024-11-08T06:13:07,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T06:13:07,620 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731046387615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046387615"}]},"ts":"1731046387615"} 2024-11-08T06:13:07,662 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T06:13:07,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T06:13:07,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731046387665"}]},"ts":"1731046387665"} 2024-11-08T06:13:07,672 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T06:13:07,672 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:13:07,682 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:13:07,682 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:13:07,682 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T06:13:07,682 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:13:07,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:13:07,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T06:13:07,683 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:13:07,683 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:13:07,683 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T06:13:07,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:13:07,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8092f234ed3765fa86de665a0f5ddca, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e1e4f56f4f14b6daa713017f0adc16, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bc6f835e7eb229cae44b5fd093c245e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b211adf4ad6b4e413e2bd69ebe0fc9a3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e177ac62cd2ab11ec44cd54e3f77ea17, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ac42f82b2fa66b45a56878cbdaa065f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a73ed3c54a257c4c6b7e1bcf1e7c4aae, ASSIGN}] 2024-11-08T06:13:07,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8092f234ed3765fa86de665a0f5ddca, ASSIGN 2024-11-08T06:13:07,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e1e4f56f4f14b6daa713017f0adc16, ASSIGN 2024-11-08T06:13:07,690 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN 2024-11-08T06:13:07,690 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bc6f835e7eb229cae44b5fd093c245e, ASSIGN 2024-11-08T06:13:07,692 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN; state=OFFLINE, location=08a4831bbffd,35581,1731046375077; forceNewPlan=false, retain=false 2024-11-08T06:13:07,692 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8092f234ed3765fa86de665a0f5ddca, ASSIGN; state=OFFLINE, location=08a4831bbffd,45931,1731046375124; forceNewPlan=false, retain=false 2024-11-08T06:13:07,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75e1e4f56f4f14b6daa713017f0adc16, ASSIGN; state=OFFLINE, location=08a4831bbffd,33483,1731046374952; forceNewPlan=false, retain=false 2024-11-08T06:13:07,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a73ed3c54a257c4c6b7e1bcf1e7c4aae, ASSIGN 2024-11-08T06:13:07,692 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2bc6f835e7eb229cae44b5fd093c245e, ASSIGN; state=OFFLINE, location=08a4831bbffd,45931,1731046375124; forceNewPlan=false, retain=false 2024-11-08T06:13:07,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a73ed3c54a257c4c6b7e1bcf1e7c4aae, ASSIGN; state=OFFLINE, location=08a4831bbffd,45931,1731046375124; forceNewPlan=false, retain=false 2024-11-08T06:13:07,698 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e177ac62cd2ab11ec44cd54e3f77ea17, ASSIGN 2024-11-08T06:13:07,698 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ac42f82b2fa66b45a56878cbdaa065f, ASSIGN 2024-11-08T06:13:07,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN 2024-11-08T06:13:07,700 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e177ac62cd2ab11ec44cd54e3f77ea17, ASSIGN; state=OFFLINE, location=08a4831bbffd,45931,1731046375124; forceNewPlan=false, retain=false 2024-11-08T06:13:07,700 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ac42f82b2fa66b45a56878cbdaa065f, ASSIGN; state=OFFLINE, location=08a4831bbffd,33483,1731046374952; forceNewPlan=false, retain=false 2024-11-08T06:13:07,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN 2024-11-08T06:13:07,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN; state=OFFLINE, location=08a4831bbffd,35581,1731046375077; forceNewPlan=false, retain=false 2024-11-08T06:13:07,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN; state=OFFLINE, location=08a4831bbffd,35581,1731046375077; forceNewPlan=false, retain=false 2024-11-08T06:13:07,705 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b211adf4ad6b4e413e2bd69ebe0fc9a3, ASSIGN 2024-11-08T06:13:07,707 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b211adf4ad6b4e413e2bd69ebe0fc9a3, ASSIGN; state=OFFLINE, location=08a4831bbffd,33483,1731046374952; forceNewPlan=false, retain=false 2024-11-08T06:13:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:07,851 INFO [08a4831bbffd:42777 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T06:13:07,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e177ac62cd2ab11ec44cd54e3f77ea17, regionState=OPENING, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:07,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a73ed3c54a257c4c6b7e1bcf1e7c4aae, regionState=OPENING, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:07,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8092f234ed3765fa86de665a0f5ddca, regionState=OPENING, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:07,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e7f45e0b2a1ff1e63f1567b33e4362d, regionState=OPENING, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:07,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2bc6f835e7eb229cae44b5fd093c245e, regionState=OPENING, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:07,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=32203644b29ab0522d8df29bb15ba92d, regionState=OPENING, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:07,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac2dc998aeff221c3188bd9580915287, regionState=OPENING, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:07,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b211adf4ad6b4e413e2bd69ebe0fc9a3, regionState=OPENING, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:07,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=75e1e4f56f4f14b6daa713017f0adc16, regionState=OPENING, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:07,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ac42f82b2fa66b45a56878cbdaa065f, regionState=OPENING, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:07,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN because future has completed 2024-11-08T06:13:07,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d, server=08a4831bbffd,35581,1731046375077}] 2024-11-08T06:13:07,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e177ac62cd2ab11ec44cd54e3f77ea17, ASSIGN because future has completed 2024-11-08T06:13:07,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17, server=08a4831bbffd,45931,1731046375124}] 2024-11-08T06:13:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8092f234ed3765fa86de665a0f5ddca, ASSIGN because future has completed 2024-11-08T06:13:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a73ed3c54a257c4c6b7e1bcf1e7c4aae, ASSIGN because future has completed 2024-11-08T06:13:07,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8092f234ed3765fa86de665a0f5ddca, server=08a4831bbffd,45931,1731046375124}] 2024-11-08T06:13:07,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae, server=08a4831bbffd,45931,1731046375124}] 2024-11-08T06:13:07,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2bc6f835e7eb229cae44b5fd093c245e, ASSIGN because future has completed 2024-11-08T06:13:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN because future has completed 2024-11-08T06:13:07,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN because future has completed 2024-11-08T06:13:07,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b211adf4ad6b4e413e2bd69ebe0fc9a3, ASSIGN because future has completed 2024-11-08T06:13:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75e1e4f56f4f14b6daa713017f0adc16, ASSIGN because future has completed 2024-11-08T06:13:07,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ac42f82b2fa66b45a56878cbdaa065f, ASSIGN because future has completed 2024-11-08T06:13:07,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f, server=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:13:07,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16, server=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:13:07,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3, server=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:13:07,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2dc998aeff221c3188bd9580915287, server=08a4831bbffd,35581,1731046375077}] 2024-11-08T06:13:07,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32203644b29ab0522d8df29bb15ba92d, server=08a4831bbffd,35581,1731046375077}] 2024-11-08T06:13:07,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e, server=08a4831bbffd,45931,1731046375124}] 2024-11-08T06:13:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:08,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:13:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:12,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T06:13:14,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T06:13:14,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T06:13:14,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:13:14,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T06:13:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:17,866 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:13:17,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:13:17,870 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:17,870 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ac2dc998aeff221c3188bd9580915287, NAME => 'SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T06:13:17,871 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,871 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,871 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,871 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,874 INFO [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,876 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:17,876 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e177ac62cd2ab11ec44cd54e3f77ea17, NAME => 'SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T06:13:17,877 INFO [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac2dc998aeff221c3188bd9580915287 columnFamilyName cf 2024-11-08T06:13:17,877 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,877 DEBUG [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,877 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,877 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,877 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,878 INFO [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] regionserver.HStore(327): Store=ac2dc998aeff221c3188bd9580915287/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,878 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,879 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,880 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,880 INFO [StoreOpener-e177ac62cd2ab11ec44cd54e3f77ea17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,880 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,880 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,882 INFO [StoreOpener-e177ac62cd2ab11ec44cd54e3f77ea17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e177ac62cd2ab11ec44cd54e3f77ea17 columnFamilyName cf 2024-11-08T06:13:17,882 DEBUG [StoreOpener-e177ac62cd2ab11ec44cd54e3f77ea17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,883 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,883 INFO [StoreOpener-e177ac62cd2ab11ec44cd54e3f77ea17-1 {}] regionserver.HStore(327): Store=e177ac62cd2ab11ec44cd54e3f77ea17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,883 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,884 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,885 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:13:17,886 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,886 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,886 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/ac2dc998aeff221c3188bd9580915287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:13:17,887 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ac2dc998aeff221c3188bd9580915287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73296310, jitterRate=0.0922001302242279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,887 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:17,888 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ac2dc998aeff221c3188bd9580915287: Running coprocessor pre-open hook at 1731046397872Writing region info on filesystem at 1731046397872Initializing all the Stores at 1731046397873 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397873Cleaning up temporary data from old regions at 1731046397881 (+8 ms)Running coprocessor post-open hooks at 1731046397887 (+6 ms)Region opened successfully at 1731046397888 (+1 ms) 2024-11-08T06:13:17,888 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,890 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287., pid=22, masterSystemTime=1731046397862 2024-11-08T06:13:17,892 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,893 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:17,893 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e177ac62cd2ab11ec44cd54e3f77ea17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62309018, jitterRate=-0.0715232789516449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 75e1e4f56f4f14b6daa713017f0adc16, NAME => 'SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e177ac62cd2ab11ec44cd54e3f77ea17: Running coprocessor pre-open hook at 1731046397877Writing region info on filesystem at 1731046397877Initializing all the Stores at 1731046397878 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397879 (+1 ms)Cleaning up temporary data from old regions at 1731046397886 (+7 ms)Running coprocessor post-open hooks at 1731046397893 (+7 ms)Region opened successfully at 1731046397893 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:17,893 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,894 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:13:17,894 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:17,894 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e7f45e0b2a1ff1e63f1567b33e4362d, NAME => 'SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T06:13:17,894 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., pid=16, masterSystemTime=1731046397866 2024-11-08T06:13:17,895 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac2dc998aeff221c3188bd9580915287, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:17,895 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,895 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,895 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,897 INFO [StoreOpener-75e1e4f56f4f14b6daa713017f0adc16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,897 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:17,897 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:17,898 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:17,898 INFO [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,898 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a73ed3c54a257c4c6b7e1bcf1e7c4aae, NAME => 'SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T06:13:17,898 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,898 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,899 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,899 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2dc998aeff221c3188bd9580915287, server=08a4831bbffd,35581,1731046375077 because future has completed 2024-11-08T06:13:17,899 INFO [StoreOpener-75e1e4f56f4f14b6daa713017f0adc16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75e1e4f56f4f14b6daa713017f0adc16 columnFamilyName cf 2024-11-08T06:13:17,899 DEBUG [StoreOpener-75e1e4f56f4f14b6daa713017f0adc16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,900 INFO [StoreOpener-75e1e4f56f4f14b6daa713017f0adc16-1 {}] regionserver.HStore(327): Store=75e1e4f56f4f14b6daa713017f0adc16/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e177ac62cd2ab11ec44cd54e3f77ea17, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:17,900 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,901 INFO [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7f45e0b2a1ff1e63f1567b33e4362d columnFamilyName cf 2024-11-08T06:13:17,901 DEBUG [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,902 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,902 INFO [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] regionserver.HStore(327): Store=1e7f45e0b2a1ff1e63f1567b33e4362d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,903 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,904 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17, server=08a4831bbffd,45931,1731046375124 because future has completed 2024-11-08T06:13:17,904 INFO [StoreOpener-a73ed3c54a257c4c6b7e1bcf1e7c4aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,904 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,905 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,905 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,905 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,906 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,906 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,906 INFO [StoreOpener-a73ed3c54a257c4c6b7e1bcf1e7c4aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a73ed3c54a257c4c6b7e1bcf1e7c4aae columnFamilyName cf 2024-11-08T06:13:17,906 DEBUG [StoreOpener-a73ed3c54a257c4c6b7e1bcf1e7c4aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-08T06:13:17,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ac2dc998aeff221c3188bd9580915287, server=08a4831bbffd,35581,1731046375077 in 10.0190 sec 2024-11-08T06:13:17,907 INFO [StoreOpener-a73ed3c54a257c4c6b7e1bcf1e7c4aae-1 {}] regionserver.HStore(327): Store=a73ed3c54a257c4c6b7e1bcf1e7c4aae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,908 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,909 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,909 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,909 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,910 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,911 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,911 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-08T06:13:17,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN in 10.2220 sec 2024-11-08T06:13:17,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17, server=08a4831bbffd,45931,1731046375124 in 10.0450 sec 2024-11-08T06:13:17,913 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/1e7f45e0b2a1ff1e63f1567b33e4362d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,914 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1e7f45e0b2a1ff1e63f1567b33e4362d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032841, jitterRate=-0.060737475752830505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,914 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:17,914 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e177ac62cd2ab11ec44cd54e3f77ea17, ASSIGN in 10.2260 sec 2024-11-08T06:13:17,915 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/75e1e4f56f4f14b6daa713017f0adc16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,915 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1e7f45e0b2a1ff1e63f1567b33e4362d: Running coprocessor pre-open hook at 1731046397895Writing region info on filesystem at 1731046397895Initializing all the Stores at 1731046397897 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397897Cleaning up temporary data from old regions at 1731046397906 (+9 ms)Running coprocessor post-open hooks at 1731046397914 (+8 ms)Region opened successfully at 1731046397915 (+1 ms) 2024-11-08T06:13:17,916 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 75e1e4f56f4f14b6daa713017f0adc16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65539672, jitterRate=-0.02338278293609619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,916 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:17,916 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 75e1e4f56f4f14b6daa713017f0adc16: Running coprocessor pre-open hook at 1731046397894Writing region info on filesystem at 1731046397894Initializing all the Stores at 1731046397895 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397896 (+1 ms)Cleaning up temporary data from old regions at 1731046397905 (+9 ms)Running coprocessor post-open hooks at 1731046397916 (+11 ms)Region opened successfully at 1731046397916 2024-11-08T06:13:17,918 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16., pid=20, masterSystemTime=1731046397885 2024-11-08T06:13:17,918 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,919 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a73ed3c54a257c4c6b7e1bcf1e7c4aae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68734399, jitterRate=0.02422235906124115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,919 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:17,919 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a73ed3c54a257c4c6b7e1bcf1e7c4aae: Running coprocessor pre-open hook at 1731046397899Writing region info on filesystem at 1731046397899Initializing all the Stores at 1731046397903 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397903Cleaning up temporary data from old regions at 1731046397911 (+8 ms)Running coprocessor post-open hooks at 1731046397919 (+8 ms)Region opened successfully at 1731046397919 2024-11-08T06:13:17,920 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., pid=17, masterSystemTime=1731046397866 2024-11-08T06:13:17,920 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., pid=15, masterSystemTime=1731046397862 2024-11-08T06:13:17,921 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:17,921 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:17,921 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:17,921 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b211adf4ad6b4e413e2bd69ebe0fc9a3, NAME => 'SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T06:13:17,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=75e1e4f56f4f14b6daa713017f0adc16, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:17,923 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:17,923 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:13:17,923 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:17,924 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 32203644b29ab0522d8df29bb15ba92d, NAME => 'SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T06:13:17,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e7f45e0b2a1ff1e63f1567b33e4362d, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:17,924 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,925 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,925 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,925 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,926 INFO [StoreOpener-b211adf4ad6b4e413e2bd69ebe0fc9a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,928 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:17,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16, server=08a4831bbffd,33483,1731046374952 because future has completed 2024-11-08T06:13:17,928 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:17,928 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:17,928 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bc6f835e7eb229cae44b5fd093c245e, NAME => 'SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T06:13:17,928 INFO [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,928 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,929 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,929 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,929 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d, server=08a4831bbffd,35581,1731046375077 because future has completed 2024-11-08T06:13:17,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a73ed3c54a257c4c6b7e1bcf1e7c4aae, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:17,931 INFO [StoreOpener-b211adf4ad6b4e413e2bd69ebe0fc9a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b211adf4ad6b4e413e2bd69ebe0fc9a3 columnFamilyName cf 2024-11-08T06:13:17,931 DEBUG [StoreOpener-b211adf4ad6b4e413e2bd69ebe0fc9a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,932 INFO [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32203644b29ab0522d8df29bb15ba92d columnFamilyName cf 2024-11-08T06:13:17,932 DEBUG [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,933 INFO [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] regionserver.HStore(327): Store=32203644b29ab0522d8df29bb15ba92d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,933 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,934 INFO [StoreOpener-b211adf4ad6b4e413e2bd69ebe0fc9a3-1 {}] regionserver.HStore(327): Store=b211adf4ad6b4e413e2bd69ebe0fc9a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae, server=08a4831bbffd,45931,1731046375124 because future has completed 2024-11-08T06:13:17,934 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,934 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,935 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,935 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,936 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,936 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,936 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-08T06:13:17,937 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,937 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-08T06:13:17,939 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e1e4f56f4f14b6daa713017f0adc16, ASSIGN in 10.2510 sec 2024-11-08T06:13:17,940 INFO [StoreOpener-2bc6f835e7eb229cae44b5fd093c245e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16, server=08a4831bbffd,33483,1731046374952 in 10.0530 sec 2024-11-08T06:13:17,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d, server=08a4831bbffd,35581,1731046375077 in 10.0760 sec 2024-11-08T06:13:17,943 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T06:13:17,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae, server=08a4831bbffd,45931,1731046375124 in 10.0730 sec 2024-11-08T06:13:17,944 INFO [StoreOpener-2bc6f835e7eb229cae44b5fd093c245e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc6f835e7eb229cae44b5fd093c245e columnFamilyName cf 2024-11-08T06:13:17,944 DEBUG [StoreOpener-2bc6f835e7eb229cae44b5fd093c245e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,945 INFO [StoreOpener-2bc6f835e7eb229cae44b5fd093c245e-1 {}] regionserver.HStore(327): Store=2bc6f835e7eb229cae44b5fd093c245e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN in 10.2550 sec 2024-11-08T06:13:17,946 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,946 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/32203644b29ab0522d8df29bb15ba92d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,947 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,948 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/b211adf4ad6b4e413e2bd69ebe0fc9a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,948 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 32203644b29ab0522d8df29bb15ba92d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71749270, jitterRate=0.06914743781089783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,948 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,948 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:17,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a73ed3c54a257c4c6b7e1bcf1e7c4aae, ASSIGN in 10.2580 sec 2024-11-08T06:13:17,949 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 32203644b29ab0522d8df29bb15ba92d: Running coprocessor pre-open hook at 1731046397925Writing region info on filesystem at 1731046397925Initializing all the Stores at 1731046397927 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397927Cleaning up temporary data from old regions at 1731046397936 (+9 ms)Running coprocessor post-open hooks at 1731046397948 (+12 ms)Region opened successfully at 1731046397948 2024-11-08T06:13:17,949 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b211adf4ad6b4e413e2bd69ebe0fc9a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71588624, jitterRate=0.06675362586975098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,949 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:17,949 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b211adf4ad6b4e413e2bd69ebe0fc9a3: Running coprocessor pre-open hook at 1731046397922Writing region info on filesystem at 1731046397922Initializing all the Stores at 1731046397925 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397925Cleaning up temporary data from old regions at 1731046397937 (+12 ms)Running coprocessor post-open hooks at 1731046397949 (+12 ms)Region opened successfully at 1731046397949 2024-11-08T06:13:17,949 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,949 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,950 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3., pid=21, masterSystemTime=1731046397885 2024-11-08T06:13:17,950 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d., pid=23, masterSystemTime=1731046397862 2024-11-08T06:13:17,952 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,954 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:17,954 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:13:17,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=32203644b29ab0522d8df29bb15ba92d, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,35581,1731046375077 2024-11-08T06:13:17,955 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:17,955 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:17,956 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:17,956 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ac42f82b2fa66b45a56878cbdaa065f, NAME => 'SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T06:13:17,956 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,957 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,957 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,957 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b211adf4ad6b4e413e2bd69ebe0fc9a3, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:17,958 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/2bc6f835e7eb229cae44b5fd093c245e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,959 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2bc6f835e7eb229cae44b5fd093c245e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62805741, jitterRate=-0.06412152945995331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,959 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:17,960 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2bc6f835e7eb229cae44b5fd093c245e: Running coprocessor pre-open hook at 1731046397929Writing region info on filesystem at 1731046397929Initializing all the Stores at 1731046397934 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397934Cleaning up temporary data from old regions at 1731046397949 (+15 ms)Running coprocessor post-open hooks at 1731046397959 (+10 ms)Region opened successfully at 1731046397959 2024-11-08T06:13:17,961 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e., pid=24, masterSystemTime=1731046397866 2024-11-08T06:13:17,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32203644b29ab0522d8df29bb15ba92d, server=08a4831bbffd,35581,1731046375077 because future has completed 2024-11-08T06:13:17,961 INFO [StoreOpener-4ac42f82b2fa66b45a56878cbdaa065f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3, server=08a4831bbffd,33483,1731046374952 because future has completed 2024-11-08T06:13:17,964 INFO [StoreOpener-4ac42f82b2fa66b45a56878cbdaa065f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ac42f82b2fa66b45a56878cbdaa065f columnFamilyName cf 2024-11-08T06:13:17,964 DEBUG [StoreOpener-4ac42f82b2fa66b45a56878cbdaa065f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,965 INFO [StoreOpener-4ac42f82b2fa66b45a56878cbdaa065f-1 {}] regionserver.HStore(327): Store=4ac42f82b2fa66b45a56878cbdaa065f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,965 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,965 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:17,965 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:17,966 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:17,966 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e8092f234ed3765fa86de665a0f5ddca, NAME => 'SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T06:13:17,966 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,966 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:17,966 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,967 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,967 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,967 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,968 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2bc6f835e7eb229cae44b5fd093c245e, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:17,968 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,968 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-08T06:13:17,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 32203644b29ab0522d8df29bb15ba92d, server=08a4831bbffd,35581,1731046375077 in 10.0740 sec 2024-11-08T06:13:17,970 INFO [StoreOpener-e8092f234ed3765fa86de665a0f5ddca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-08T06:13:17,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3, server=08a4831bbffd,33483,1731046374952 in 10.0830 sec 2024-11-08T06:13:17,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e, server=08a4831bbffd,45931,1731046375124 because future has completed 2024-11-08T06:13:17,973 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN in 10.2840 sec 2024-11-08T06:13:17,975 INFO [StoreOpener-e8092f234ed3765fa86de665a0f5ddca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8092f234ed3765fa86de665a0f5ddca columnFamilyName cf 2024-11-08T06:13:17,975 DEBUG [StoreOpener-e8092f234ed3765fa86de665a0f5ddca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:17,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b211adf4ad6b4e413e2bd69ebe0fc9a3, ASSIGN in 10.2880 sec 2024-11-08T06:13:17,976 INFO [StoreOpener-e8092f234ed3765fa86de665a0f5ddca-1 {}] regionserver.HStore(327): Store=e8092f234ed3765fa86de665a0f5ddca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:13:17,976 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,977 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,978 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,978 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4ac42f82b2fa66b45a56878cbdaa065f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59261615, jitterRate=-0.11693312227725983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,978 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,978 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:17,978 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4ac42f82b2fa66b45a56878cbdaa065f: Running coprocessor pre-open hook at 1731046397957Writing region info on filesystem at 1731046397957Initializing all the Stores at 1731046397960 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397960Cleaning up temporary data from old regions at 1731046397968 (+8 ms)Running coprocessor post-open hooks at 1731046397978 (+10 ms)Region opened successfully at 1731046397978 2024-11-08T06:13:17,979 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,979 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,980 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f., pid=19, masterSystemTime=1731046397885 2024-11-08T06:13:17,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-08T06:13:17,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e, server=08a4831bbffd,45931,1731046375124 in 10.0850 sec 2024-11-08T06:13:17,982 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:17,982 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:17,983 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bc6f835e7eb229cae44b5fd093c245e, ASSIGN in 10.2950 sec 2024-11-08T06:13:17,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ac42f82b2fa66b45a56878cbdaa065f, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f, server=08a4831bbffd,33483,1731046374952 because future has completed 2024-11-08T06:13:17,987 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e8092f234ed3765fa86de665a0f5ddca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:13:17,988 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e8092f234ed3765fa86de665a0f5ddca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70938077, jitterRate=0.057059720158576965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:13:17,989 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:17,989 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e8092f234ed3765fa86de665a0f5ddca: Running coprocessor pre-open hook at 1731046397967Writing region info on filesystem at 1731046397967Initializing all the Stores at 1731046397968 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046397968Cleaning up temporary data from old regions at 1731046397979 (+11 ms)Running coprocessor post-open hooks at 1731046397989 (+10 ms)Region opened successfully at 1731046397989 2024-11-08T06:13:17,990 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca., pid=18, masterSystemTime=1731046397866 2024-11-08T06:13:17,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-08T06:13:17,992 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:17,992 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:17,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8092f234ed3765fa86de665a0f5ddca, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:17,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f, server=08a4831bbffd,33483,1731046374952 in 10.1110 sec 2024-11-08T06:13:17,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ac42f82b2fa66b45a56878cbdaa065f, ASSIGN in 10.3070 sec 2024-11-08T06:13:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8092f234ed3765fa86de665a0f5ddca, server=08a4831bbffd,45931,1731046375124 because future has completed 2024-11-08T06:13:18,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-08T06:13:18,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8092f234ed3765fa86de665a0f5ddca, server=08a4831bbffd,45931,1731046375124 in 10.1340 sec 2024-11-08T06:13:18,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T06:13:18,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8092f234ed3765fa86de665a0f5ddca, ASSIGN in 10.3170 sec 2024-11-08T06:13:18,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T06:13:18,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731046398009"}]},"ts":"1731046398009"} 2024-11-08T06:13:18,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T06:13:18,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T06:13:18,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5950 sec 2024-11-08T06:13:20,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T06:13:23,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:13:23,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T06:13:24,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T06:13:24,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T06:13:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:13:25,717 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T06:13:25,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T06:13:25,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:13:25,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T06:13:25,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:13:25,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T06:13:25,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., hostname=08a4831bbffd,35581,1731046375077, seqNum=2] 2024-11-08T06:13:25,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:25,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f., hostname=08a4831bbffd,33483,1731046374952, seqNum=2] 2024-11-08T06:13:25,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f., hostname=08a4831bbffd,33483,1731046374952, seqNum=2] 2024-11-08T06:13:25,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f., hostname=08a4831bbffd,33483,1731046374952, seqNum=2] 2024-11-08T06:13:26,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., hostname=08a4831bbffd,45931,1731046375124, seqNum=2] 2024-11-08T06:13:27,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:13:27,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:13:27,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:13:27,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35581 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:13:27,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:13:27,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:13:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:27,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:13:27,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:13:28,115 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T06:13:28,117 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:13:28,118 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T06:13:28,122 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T06:13:28,135 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T06:13:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741848_1024 (size=49) 2024-11-08T06:13:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741848_1024 (size=49) 2024-11-08T06:13:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741848_1024 (size=49) 2024-11-08T06:13:28,151 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T06:13:28,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8092f234ed3765fa86de665a0f5ddca}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae}] 2024-11-08T06:13:28,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:28,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:28,159 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:28,159 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:28,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:28,166 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:28,166 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:28,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:28,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:28,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:28,218 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 08a4831bbffd,35581,1731046375077 2024-11-08T06:13:28,218 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 08a4831bbffd,35581,1731046375077: Simulated kill ***** 2024-11-08T06:13:28,219 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T06:13:28,221 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T06:13:28,222 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T06:13:28,226 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T06:13:28,227 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T06:13:28,235 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616217600 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153445968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "08a4831bbffd", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "08a4831bbffd", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64801", "tag.serverName": "08a4831bbffd,35581,1731046375077", "tag.clusterId": "775ec85c-9a4b-4a68-92f4-c49380ee6d0e", "tag.Context": "regionserver", "tag.Hostname": "08a4831bbffd", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731046375077, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T06:13:28,239 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42777 {}] master.MasterRpcServices(700): 08a4831bbffd,35581,1731046375077 reported a fatal error: ***** ABORTING region server 08a4831bbffd,35581,1731046375077: Simulated kill ***** 2024-11-08T06:13:28,242 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,35581,1731046375077' ***** 2024-11-08T06:13:28,242 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T06:13:28,243 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:13:28,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:13:28,244 INFO [RS:1;08a4831bbffd:35581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T06:13:28,244 INFO [RS:1;08a4831bbffd:35581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T06:13:28,244 INFO [RS:1;08a4831bbffd:35581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:13:28,244 INFO [RS:1;08a4831bbffd:35581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;08a4831bbffd:35581. 2024-11-08T06:13:28,244 DEBUG [RS:1;08a4831bbffd:35581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:13:28,245 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:13:28,245 DEBUG [RS:1;08a4831bbffd:35581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:13:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741836_1012 (size=14382) 2024-11-08T06:13:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741836_1012 (size=14382) 2024-11-08T06:13:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741836_1012 (size=14382) 2024-11-08T06:13:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741833_1009 (size=966) 2024-11-08T06:13:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741833_1009 (size=966) 2024-11-08T06:13:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741833_1009 (size=966) 2024-11-08T06:13:28,273 DEBUG [RS:1;08a4831bbffd:35581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:13:28,274 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:13:28,274 INFO [RS:1;08a4831bbffd:35581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35581 2024-11-08T06:13:28,280 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:13:28,295 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,35581,1731046375077 2024-11-08T06:13:28,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:13:28,295 INFO [RS:1;08a4831bbffd:35581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:13:28,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,35581,1731046375077] 2024-11-08T06:13:28,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,35581,1731046375077 already deleted, retry=false 2024-11-08T06:13:28,327 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 08a4831bbffd,35581,1731046375077 on 08a4831bbffd,42777,1731046374189 2024-11-08T06:13:28,332 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 08a4831bbffd,35581,1731046375077, splitWal=true, meta=true 2024-11-08T06:13:28,335 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 08a4831bbffd,35581,1731046375077 (carryingMeta=true) 08a4831bbffd,35581,1731046375077/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22af4864[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T06:13:28,336 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 08a4831bbffd,35581,1731046375077, splitWal=true, meta=true 2024-11-08T06:13:28,337 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a4831bbffd,35581,1731046375077, splitWal=true, meta=true, isMeta: true 2024-11-08T06:13:28,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:28,338 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:28,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:28,339 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 can not run currently because target server of region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-08T06:13:28,339 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d can not run currently because target server of region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-08T06:13:28,340 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d; timeout=1000, timestamp=1731046409340 2024-11-08T06:13:28,340 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287; timeout=1000, timestamp=1731046409340 2024-11-08T06:13:28,340 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d can not run currently because target server of region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-08T06:13:28,340 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d; timeout=1000, timestamp=1731046409340 2024-11-08T06:13:28,340 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting 2024-11-08T06:13:28,343 INFO [PEWorker-4 {}] master.SplitWALManager(105): 08a4831bbffd,35581,1731046375077 WAL count=1, meta=true 2024-11-08T06:13:28,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta}] 2024-11-08T06:13:28,358 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:28,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, worker=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:13:28,416 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:13:28,416 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35581-0x101191373a60002, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:13:28,417 INFO [RS:1;08a4831bbffd:35581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:13:28,417 INFO [RS:1;08a4831bbffd:35581 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,35581,1731046375077; zookeeper connection closed. 2024-11-08T06:13:28,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a41d42f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a41d42f 2024-11-08T06:13:28,544 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T06:13:28,545 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T06:13:29,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:29,340 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:29,341 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:29,349 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 can not run currently because target server of region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T06:13:29,349 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d can not run currently because target server of region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T06:13:29,349 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d can not run currently because target server of region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T06:13:29,349 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287; timeout=2000, timestamp=1731046411349 2024-11-08T06:13:29,349 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d; timeout=2000, timestamp=1731046411349 2024-11-08T06:13:29,349 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d; timeout=2000, timestamp=1731046411349 2024-11-08T06:13:31,217 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T06:13:31,350 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:31,350 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:31,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:31,351 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 can not run currently because target server of region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T06:13:31,351 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d can not run currently because target server of region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T06:13:31,351 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d can not run currently because target server of region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T06:13:31,351 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287; timeout=4000, timestamp=1731046415351 2024-11-08T06:13:31,351 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d; timeout=4000, timestamp=1731046415351 2024-11-08T06:13:31,351 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d; timeout=4000, timestamp=1731046415351 2024-11-08T06:13:35,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:35,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:35,352 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:35,353 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 can not run currently because target server of region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T06:13:35,353 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d can not run currently because target server of region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T06:13:35,353 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d can not run currently because target server of region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T06:13:35,353 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287; timeout=8000, timestamp=1731046423353 2024-11-08T06:13:35,353 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d; timeout=8000, timestamp=1731046423353 2024-11-08T06:13:35,353 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d; timeout=8000, timestamp=1731046423353 2024-11-08T06:13:37,885 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=08a4831bbffd,33483,1731046374952, timeout=1731046418160, delay=274, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, worker=08a4831bbffd,33483,1731046374952, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f], containedObject=08a4831bbffd,35581,1731046375077, timeout=1731046418160, delay=274, operations=null, containedObject=08a4831bbffd,45931,1731046375124, timeout=1731046418161, delay=275, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8092f234ed3765fa86de665a0f5ddca, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17]] 2024-11-08T06:13:38,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T06:13:38,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T06:13:38,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T06:13:38,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:38,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:38,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T06:13:38,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:38,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T06:13:38,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T06:13:38,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:38,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T06:13:38,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:38,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T06:13:38,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:38,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a73ed3c54a257c4c6b7e1bcf1e7c4aae 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T06:13:38,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4ac42f82b2fa66b45a56878cbdaa065f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 75e1e4f56f4f14b6daa713017f0adc16: 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2bc6f835e7eb229cae44b5fd093c245e: 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b211adf4ad6b4e413e2bd69ebe0fc9a3: 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e8092f234ed3765fa86de665a0f5ddca: 2024-11-08T06:13:38,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:13:38,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:13:38,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:13:38,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:13:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741849_1025 (size=65) 2024-11-08T06:13:38,201 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, size=14.0 K (14382bytes) 2024-11-08T06:13:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741849_1025 (size=65) 2024-11-08T06:13:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741849_1025 (size=65) 2024-11-08T06:13:38,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T06:13:38,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:13:38,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T06:13:38,202 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta 2024-11-08T06:13:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741850_1026 (size=65) 2024-11-08T06:13:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741850_1026 (size=65) 2024-11-08T06:13:38,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T06:13:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741850_1026 (size=65) 2024-11-08T06:13:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T06:13:38,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:38,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:13:38,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T06:13:38,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:13:38,208 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta after 4ms 2024-11-08T06:13:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T06:13:38,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:38,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:13:38,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b211adf4ad6b4e413e2bd69ebe0fc9a3 in 10.0550 sec 2024-11-08T06:13:38,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75e1e4f56f4f14b6daa713017f0adc16 in 10.0570 sec 2024-11-08T06:13:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741851_1027 (size=57) 2024-11-08T06:13:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741851_1027 (size=57) 2024-11-08T06:13:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741851_1027 (size=57) 2024-11-08T06:13:38,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:13:38,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T06:13:38,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:38,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e177ac62cd2ab11ec44cd54e3f77ea17 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T06:13:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T06:13:38,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:38,246 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:13:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741852_1028 (size=65) 2024-11-08T06:13:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741852_1028 (size=65) 2024-11-08T06:13:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741852_1028 (size=65) 2024-11-08T06:13:38,248 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta took 49ms 2024-11-08T06:13:38,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:13:38,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T06:13:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T06:13:38,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:38,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:13:38,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8092f234ed3765fa86de665a0f5ddca in 10.0970 sec 2024-11-08T06:13:38,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2bc6f835e7eb229cae44b5fd093c245e in 10.1050 sec 2024-11-08T06:13:38,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-08T06:13:38,307 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta so closing down 2024-11-08T06:13:38,307 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T06:13:38,313 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp 2024-11-08T06:13:38,337 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp 2024-11-08T06:13:38,340 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T06:13:38,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/.tmp/cf/c6fb5649d0054b2b8bf3a235f52988ae is 34, key is ccd/cf:cf/1731046407156/Put/seqid=0 2024-11-08T06:13:38,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/.tmp/cf/11eeab9414044a34a9373cd3c9b1274a is 34, key is baa/cf:cf/1731046407237/Put/seqid=0 2024-11-08T06:13:38,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741854_1030 (size=14141) 2024-11-08T06:13:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741854_1030 (size=14141) 2024-11-08T06:13:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741854_1030 (size=14141) 2024-11-08T06:13:38,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-08T06:13:38,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:13:38,399 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 104 ms; skipped=1; WAL=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-08T06:13:38,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, journal: Splitting hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, size=14.0 K (14382bytes) at 1731046418201Finishing writing output for hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta so closing down at 1731046418307 (+106 ms)Creating recovered edits writer path=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp at 1731046418337 (+30 ms)3 split writer threads finished at 1731046418340 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731046418392 (+52 ms)Rename recovered edits hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta.temp to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731046418396 (+4 ms)Processed 26 edits across 1 Regions in 104 ms; skipped=1; WAL=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731046418399 (+3 ms) 2024-11-08T06:13:38,400 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta 2024-11-08T06:13:38,400 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T06:13:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T06:13:38,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/.tmp/cf/640922237c214706911adc7694e0a3fd is 34, key is eaa/cf:cf/1731046407880/Put/seqid=0 2024-11-08T06:13:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741853_1029 (size=499309) 2024-11-08T06:13:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741853_1029 (size=499309) 2024-11-08T06:13:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741853_1029 (size=499309) 2024-11-08T06:13:38,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/.tmp/cf/640922237c214706911adc7694e0a3fd 2024-11-08T06:13:38,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741855_1031 (size=47197) 2024-11-08T06:13:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741856_1032 (size=28623) 2024-11-08T06:13:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741855_1031 (size=47197) 2024-11-08T06:13:38,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/.tmp/cf/c6fb5649d0054b2b8bf3a235f52988ae 2024-11-08T06:13:38,424 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/.tmp/cf/11eeab9414044a34a9373cd3c9b1274a 2024-11-08T06:13:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741856_1032 (size=28623) 2024-11-08T06:13:38,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741855_1031 (size=47197) 2024-11-08T06:13:38,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741856_1032 (size=28623) 2024-11-08T06:13:38,436 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs 2024-11-08T06:13:38,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T06:13:38,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, worker=08a4831bbffd,33483,1731046374952 in 10.0760 sec 2024-11-08T06:13:38,445 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:38,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T06:13:38,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 08a4831bbffd%2C35581%2C1731046375077.meta.1731046386918.meta, worker=08a4831bbffd,33483,1731046374952 in 10.1000 sec 2024-11-08T06:13:38,453 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting dir is empty, no logs to split. 2024-11-08T06:13:38,454 INFO [PEWorker-2 {}] master.SplitWALManager(105): 08a4831bbffd,35581,1731046375077 WAL count=0, meta=true 2024-11-08T06:13:38,454 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 08a4831bbffd,35581,1731046375077 WAL splitting is done? wals=0, meta=true 2024-11-08T06:13:38,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:13:38,460 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:13:38,461 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T06:13:38,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/.tmp/cf/c6fb5649d0054b2b8bf3a235f52988ae as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/cf/c6fb5649d0054b2b8bf3a235f52988ae 2024-11-08T06:13:38,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/.tmp/cf/11eeab9414044a34a9373cd3c9b1274a as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/cf/11eeab9414044a34a9373cd3c9b1274a 2024-11-08T06:13:38,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/.tmp/cf/640922237c214706911adc7694e0a3fd as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/cf/640922237c214706911adc7694e0a3fd 2024-11-08T06:13:38,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/cf/c6fb5649d0054b2b8bf3a235f52988ae, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T06:13:38,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/cf/11eeab9414044a34a9373cd3c9b1274a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T06:13:38,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e177ac62cd2ab11ec44cd54e3f77ea17 in 266ms, sequenceid=5, compaction requested=false 2024-11-08T06:13:38,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e177ac62cd2ab11ec44cd54e3f77ea17: 2024-11-08T06:13:38,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/cf/11eeab9414044a34a9373cd3c9b1274a] hfiles 2024-11-08T06:13:38,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/cf/640922237c214706911adc7694e0a3fd, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T06:13:38,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4ac42f82b2fa66b45a56878cbdaa065f in 340ms, sequenceid=5, compaction requested=false 2024-11-08T06:13:38,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/cf/11eeab9414044a34a9373cd3c9b1274a for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4ac42f82b2fa66b45a56878cbdaa065f: 2024-11-08T06:13:38,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/cf/c6fb5649d0054b2b8bf3a235f52988ae] hfiles 2024-11-08T06:13:38,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/cf/c6fb5649d0054b2b8bf3a235f52988ae for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for a73ed3c54a257c4c6b7e1bcf1e7c4aae in 351ms, sequenceid=5, compaction requested=false 2024-11-08T06:13:38,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a73ed3c54a257c4c6b7e1bcf1e7c4aae: 2024-11-08T06:13:38,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. for SnapshotProcedureTest completed. 2024-11-08T06:13:38,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:13:38,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/cf/640922237c214706911adc7694e0a3fd] hfiles 2024-11-08T06:13:38,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/cf/640922237c214706911adc7694e0a3fd for snapshot=SnapshotProcedureTest 2024-11-08T06:13:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741858_1034 (size=97) 2024-11-08T06:13:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741858_1034 (size=97) 2024-11-08T06:13:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741858_1034 (size=97) 2024-11-08T06:13:38,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:13:38,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T06:13:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741857_1033 (size=105) 2024-11-08T06:13:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T06:13:38,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:38,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:13:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741857_1033 (size=105) 2024-11-08T06:13:38,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741859_1035 (size=105) 2024-11-08T06:13:38,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741859_1035 (size=105) 2024-11-08T06:13:38,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:13:38,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T06:13:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T06:13:38,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:13:38,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:38,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T06:13:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741859_1035 (size=105) 2024-11-08T06:13:38,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:13:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741857_1033 (size=105) 2024-11-08T06:13:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T06:13:38,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:38,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:13:38,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ac42f82b2fa66b45a56878cbdaa065f in 10.4020 sec 2024-11-08T06:13:38,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a73ed3c54a257c4c6b7e1bcf1e7c4aae in 10.4010 sec 2024-11-08T06:13:38,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e177ac62cd2ab11ec44cd54e3f77ea17 in 10.4050 sec 2024-11-08T06:13:38,612 DEBUG [08a4831bbffd:42777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T06:13:38,612 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:13:38,613 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:13:38,613 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:13:38,613 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:13:38,613 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:13:38,613 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:13:38,613 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:13:38,613 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:13:38,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:38,615 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,33483,1731046374952, state=OPENING 2024-11-08T06:13:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:38,642 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:38,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:38,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:38,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:38,644 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:13:38,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:13:43,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:43,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:43,354 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:43,355 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 can not run currently because target server of region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T06:13:43,355 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d can not run currently because target server of region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T06:13:43,355 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d can not run currently because target server of region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T06:13:43,355 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287; timeout=16000, timestamp=1731046439355 2024-11-08T06:13:43,355 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d; timeout=16000, timestamp=1731046439355 2024-11-08T06:13:43,355 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d; timeout=16000, timestamp=1731046439355 2024-11-08T06:13:47,259 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T06:13:47,259 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T06:13:48,656 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:13:48,656 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:13:48,657 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:13:48,660 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C33483%2C1731046374952.meta, suffix=.meta, logDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952, archiveDir=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs, maxLogs=32 2024-11-08T06:13:48,678 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952/08a4831bbffd%2C33483%2C1731046374952.meta.1731046428662.meta, exclude list is [], retry=0 2024-11-08T06:13:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39419,DS-c331fceb-f08e-4ed9-b5c9-48e1cb9a214c,DISK] 2024-11-08T06:13:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-1c6fb4cb-8a29-4f8e-b1e6-9929c616de92,DISK] 2024-11-08T06:13:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-ac60a6c0-18c3-432c-987e-6ec61d9dfc68,DISK] 2024-11-08T06:13:48,695 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,33483,1731046374952/08a4831bbffd%2C33483%2C1731046374952.meta.1731046428662.meta 2024-11-08T06:13:48,696 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:45627:45627),(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-08T06:13:48,696 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:13:48,696 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:13:48,697 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:13:48,697 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:13:48,697 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:13:48,697 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:13:48,697 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:13:48,697 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:13:48,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:13:48,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:13:48,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:48,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:48,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:13:48,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:13:48,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:48,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:48,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:13:48,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:13:48,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:48,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:48,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:13:48,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:13:48,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:13:48,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:13:48,708 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:13:48,710 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740 2024-11-08T06:13:48,714 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740 2024-11-08T06:13:48,715 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:13:48,726 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:13:48,726 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T06:13:48,759 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/info/dd293731eac043a79f7796cd49a67ed5 is 167, key is SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287./info:regioninfo/1731046397895/Put/seqid=0 2024-11-08T06:13:48,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741861_1037 (size=18393) 2024-11-08T06:13:48,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741861_1037 (size=18393) 2024-11-08T06:13:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741861_1037 (size=18393) 2024-11-08T06:13:48,803 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/info/dd293731eac043a79f7796cd49a67ed5 2024-11-08T06:13:48,843 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/ns/28ff38aa133d43ecaea194a1b928cba1 is 43, key is default/ns:d/1731046387133/Put/seqid=0 2024-11-08T06:13:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741862_1038 (size=5153) 2024-11-08T06:13:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741862_1038 (size=5153) 2024-11-08T06:13:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741862_1038 (size=5153) 2024-11-08T06:13:48,863 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/ns/28ff38aa133d43ecaea194a1b928cba1 2024-11-08T06:13:48,899 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/table/d5df2a466ee1401d970f686e04ce8c74 is 47, key is SPTestTable/table:state/1731046398009/Put/seqid=0 2024-11-08T06:13:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741863_1039 (size=5214) 2024-11-08T06:13:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741863_1039 (size=5214) 2024-11-08T06:13:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741863_1039 (size=5214) 2024-11-08T06:13:49,315 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/table/d5df2a466ee1401d970f686e04ce8c74 2024-11-08T06:13:49,322 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/info/dd293731eac043a79f7796cd49a67ed5 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/info/dd293731eac043a79f7796cd49a67ed5 2024-11-08T06:13:49,331 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/info/dd293731eac043a79f7796cd49a67ed5, entries=100, sequenceid=28, filesize=18.0 K 2024-11-08T06:13:49,332 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/ns/28ff38aa133d43ecaea194a1b928cba1 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/ns/28ff38aa133d43ecaea194a1b928cba1 2024-11-08T06:13:49,340 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/ns/28ff38aa133d43ecaea194a1b928cba1, entries=2, sequenceid=28, filesize=5.0 K 2024-11-08T06:13:49,341 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/table/d5df2a466ee1401d970f686e04ce8c74 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/table/d5df2a466ee1401d970f686e04ce8c74 2024-11-08T06:13:49,348 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/table/d5df2a466ee1401d970f686e04ce8c74, entries=2, sequenceid=28, filesize=5.1 K 2024-11-08T06:13:49,348 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 622ms, sequenceid=28, compaction requested=false; wal=null 2024-11-08T06:13:49,349 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:13:49,351 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:13:49,351 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:13:49,352 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:13:49,354 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:13:49,357 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-08T06:13:49,358 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71312529, jitterRate=0.06263948976993561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:13:49,358 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:13:49,358 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731046428698Writing region info on filesystem at 1731046428698Initializing all the Stores at 1731046428699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046428699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046428700 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046428700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046428700Obtaining lock to block concurrent updates at 1731046428726 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1731046428726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731046428726Flushing stores of hbase:meta,,1.1588230740 at 1731046428726Flushing 1588230740/info: creating writer at 1731046428727 (+1 ms)Flushing 1588230740/info: appending metadata at 1731046428757 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731046428757Flushing 1588230740/ns: creating writer at 1731046428823 (+66 ms)Flushing 1588230740/ns: appending metadata at 1731046428843 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731046428843Flushing 1588230740/table: creating writer at 1731046428874 (+31 ms)Flushing 1588230740/table: appending metadata at 1731046428898 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731046428898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bcb0ae: reopening flushed file at 1731046429321 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7371d90a: reopening flushed file at 1731046429331 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abc70fc: reopening flushed file at 1731046429340 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 622ms, sequenceid=28, compaction requested=false; wal=null at 1731046429348 (+8 ms)Cleaning up temporary data from old regions at 1731046429351 (+3 ms)Running coprocessor post-open hooks at 1731046429358 (+7 ms)Region opened successfully at 1731046429358 2024-11-08T06:13:49,360 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731046428648 2024-11-08T06:13:49,362 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:13:49,362 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:13:49,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:49,363 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,33483,1731046374952, state=OPEN 2024-11-08T06:13:49,390 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=08a4831bbffd,33483,1731046374952, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T06:13:49,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:49,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:49,432 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:13:49,432 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:49,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:49,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:49,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:13:49,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T06:13:49,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,33483,1731046374952 in 10.7880 sec 2024-11-08T06:13:49,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-08T06:13:49,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9830 sec 2024-11-08T06:13:49,444 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 08a4831bbffd,35581,1731046375077 had 4 regions 2024-11-08T06:13:49,449 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a4831bbffd,35581,1731046375077, splitWal=true, meta=true, isMeta: false 2024-11-08T06:13:49,454 INFO [PEWorker-3 {}] master.SplitWALManager(105): 08a4831bbffd,35581,1731046375077 WAL count=1, meta=false 2024-11-08T06:13:49,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a4831bbffd%2C35581%2C1731046375077.1731046376705}] 2024-11-08T06:13:49,457 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:49,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C35581%2C1731046375077.1731046376705, worker=08a4831bbffd,45931,1731046375124}] 2024-11-08T06:13:53,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:13:54,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T06:13:58,456 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T06:13:59,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:13:59,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:13:59,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:13:59,357 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d can not run currently because target server of region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING, wait 32000 ms to retry 2024-11-08T06:13:59,357 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 can not run currently because target server of region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 08a4831bbffd,35581,1731046375077 is in state SPLITTING, wait 32000 ms to retry 2024-11-08T06:13:59,357 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d can not run currently because target server of region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 08a4831bbffd,35581,1731046375077 is in state SPLITTING, wait 32000 ms to retry 2024-11-08T06:13:59,357 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d; timeout=32000, timestamp=1731046471357 2024-11-08T06:13:59,357 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287; timeout=32000, timestamp=1731046471357 2024-11-08T06:13:59,357 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d; timeout=32000, timestamp=1731046471357 2024-11-08T06:13:59,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-08T06:13:59,484 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705, size=966 (966bytes) 2024-11-08T06:13:59,484 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 2024-11-08T06:13:59,485 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 after 1ms 2024-11-08T06:13:59,490 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 took 6ms 2024-11-08T06:13:59,498 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for ac2dc998aeff221c3188bd9580915287: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T06:13:59,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 1e7f45e0b2a1ff1e63f1567b33e4362d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T06:13:59,501 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 32203644b29ab0522d8df29bb15ba92d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T06:13:59,501 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 so closing down 2024-11-08T06:13:59,501 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T06:13:59,501 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T06:13:59,502 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705, size=966, length=966, corrupted=false, cancelled=false 2024-11-08T06:13:59,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705, journal: Splitting hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705, size=966 (966bytes) at 1731046439484Finishing writing output for hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 so closing down at 1731046439501 (+17 ms)3 split writer threads finished at 1731046439501Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705, size=966, length=966, corrupted=false, cancelled=false at 1731046439502 (+1 ms) 2024-11-08T06:13:59,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 2024-11-08T06:13:59,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T06:13:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T06:13:59,507 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting/08a4831bbffd%2C35581%2C1731046375077.1731046376705 to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs 2024-11-08T06:13:59,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-08T06:13:59,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C35581%2C1731046375077.1731046376705, worker=08a4831bbffd,45931,1731046375124 in 10.0500 sec 2024-11-08T06:13:59,511 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:59,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-08T06:13:59,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 08a4831bbffd%2C35581%2C1731046375077.1731046376705, worker=08a4831bbffd,45931,1731046375124 in 10.0570 sec 2024-11-08T06:13:59,517 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/WALs/08a4831bbffd,35581,1731046375077-splitting dir is empty, no logs to split. 2024-11-08T06:13:59,517 INFO [PEWorker-5 {}] master.SplitWALManager(105): 08a4831bbffd,35581,1731046375077 WAL count=0, meta=false 2024-11-08T06:13:59,517 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 08a4831bbffd,35581,1731046375077 WAL splitting is done? wals=0, meta=false 2024-11-08T06:13:59,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN}] 2024-11-08T06:13:59,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN 2024-11-08T06:13:59,521 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN 2024-11-08T06:13:59,522 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN 2024-11-08T06:13:59,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T06:13:59,523 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T06:13:59,524 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T06:13:59,673 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:13:59,673 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:13:59,674 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:13:59,674 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:13:59,674 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:13:59,674 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:13:59,674 INFO [08a4831bbffd:42777 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:13:59,674 DEBUG [08a4831bbffd:42777 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:13:59,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=1e7f45e0b2a1ff1e63f1567b33e4362d, regionState=OPENING, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:59,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ac2dc998aeff221c3188bd9580915287, regionState=OPENING, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:13:59,674 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=32203644b29ab0522d8df29bb15ba92d, regionState=OPENING, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:13:59,676 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a4831bbffd:35581 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a4831bbffd/172.17.0.2:35581 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:13:59,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1, error=java.net.ConnectException: Call to address=08a4831bbffd:35581 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a4831bbffd/172.17.0.2:35581 2024-11-08T06:13:59,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T06:13:59,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 from cache 2024-11-08T06:13:59,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=08a4831bbffd:35581 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a4831bbffd/172.17.0.2:35581 2024-11-08T06:13:59,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=08a4831bbffd:35581 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a4831bbffd/172.17.0.2:35581 2024-11-08T06:13:59,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a4831bbffd:35581 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a4831bbffd/172.17.0.2:35581 2024-11-08T06:13:59,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:13:59,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,33483,1731046374952, seqNum=-1] 2024-11-08T06:13:59,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:13:59,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:13:59,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN because future has completed 2024-11-08T06:13:59,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32203644b29ab0522d8df29bb15ba92d, server=08a4831bbffd,45931,1731046375124}] 2024-11-08T06:13:59,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN because future has completed 2024-11-08T06:13:59,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d, server=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:13:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN because future has completed 2024-11-08T06:13:59,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2dc998aeff221c3188bd9580915287, server=08a4831bbffd,33483,1731046374952}] 2024-11-08T06:14:01,220 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T06:14:02,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e177ac62cd2ab11ec44cd54e3f77ea17, had cached 0 bytes from a total of 28623 2024-11-08T06:14:02,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a73ed3c54a257c4c6b7e1bcf1e7c4aae, had cached 0 bytes from a total of 499309 2024-11-08T06:14:02,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4ac42f82b2fa66b45a56878cbdaa065f, had cached 0 bytes from a total of 47197 2024-11-08T06:14:07,917 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 75e1e4f56f4f14b6daa713017f0adc16 changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,918 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b211adf4ad6b4e413e2bd69ebe0fc9a3 changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,919 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4ac42f82b2fa66b45a56878cbdaa065f changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,919 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,919 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8092f234ed3765fa86de665a0f5ddca changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,920 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2bc6f835e7eb229cae44b5fd093c245e changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,920 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e177ac62cd2ab11ec44cd54e3f77ea17 changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:07,920 DEBUG [master/08a4831bbffd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a73ed3c54a257c4c6b7e1bcf1e7c4aae changed from -1.0 to 0.0, refreshing cache 2024-11-08T06:14:09,798 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:14:09,798 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 32203644b29ab0522d8df29bb15ba92d, NAME => 'SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T06:14:09,799 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,799 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:14:09,799 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,799 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,799 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:14:09,799 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e7f45e0b2a1ff1e63f1567b33e4362d, NAME => 'SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T06:14:09,800 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,800 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:14:09,800 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,800 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,801 INFO [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,802 INFO [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,803 INFO [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32203644b29ab0522d8df29bb15ba92d columnFamilyName cf 2024-11-08T06:14:09,803 DEBUG [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:14:09,803 INFO [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7f45e0b2a1ff1e63f1567b33e4362d columnFamilyName cf 2024-11-08T06:14:09,803 DEBUG [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:14:09,804 INFO [StoreOpener-32203644b29ab0522d8df29bb15ba92d-1 {}] regionserver.HStore(327): Store=32203644b29ab0522d8df29bb15ba92d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:14:09,804 INFO [StoreOpener-1e7f45e0b2a1ff1e63f1567b33e4362d-1 {}] regionserver.HStore(327): Store=1e7f45e0b2a1ff1e63f1567b33e4362d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:14:09,804 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,804 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,805 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,805 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,806 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,806 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,806 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,806 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,806 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,806 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,808 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,808 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,809 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 32203644b29ab0522d8df29bb15ba92d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73267159, jitterRate=0.09176574647426605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:14:09,809 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 1e7f45e0b2a1ff1e63f1567b33e4362d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66573451, jitterRate=-0.007978275418281555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:14:09,809 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:09,809 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:09,810 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 1e7f45e0b2a1ff1e63f1567b33e4362d: Running coprocessor pre-open hook at 1731046449800Writing region info on filesystem at 1731046449800Initializing all the Stores at 1731046449801 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046449801Cleaning up temporary data from old regions at 1731046449806 (+5 ms)Running coprocessor post-open hooks at 1731046449810 (+4 ms)Region opened successfully at 1731046449810 2024-11-08T06:14:09,810 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 32203644b29ab0522d8df29bb15ba92d: Running coprocessor pre-open hook at 1731046449799Writing region info on filesystem at 1731046449799Initializing all the Stores at 1731046449801 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046449801Cleaning up temporary data from old regions at 1731046449806 (+5 ms)Running coprocessor post-open hooks at 1731046449810 (+4 ms)Region opened successfully at 1731046449810 2024-11-08T06:14:09,811 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., pid=47, masterSystemTime=1731046449795 2024-11-08T06:14:09,811 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d., pid=46, masterSystemTime=1731046449792 2024-11-08T06:14:09,816 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:14:09,816 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:14:09,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=32203644b29ab0522d8df29bb15ba92d, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:09,817 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:14:09,817 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:14:09,818 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:14:09,818 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => ac2dc998aeff221c3188bd9580915287, NAME => 'SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T06:14:09,818 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,818 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:14:09,818 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,819 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=1e7f45e0b2a1ff1e63f1567b33e4362d, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:09,822 INFO [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32203644b29ab0522d8df29bb15ba92d, server=08a4831bbffd,45931,1731046375124 because future has completed 2024-11-08T06:14:09,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d, server=08a4831bbffd,33483,1731046374952 because future has completed 2024-11-08T06:14:09,824 INFO [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac2dc998aeff221c3188bd9580915287 columnFamilyName cf 2024-11-08T06:14:09,825 DEBUG [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:14:09,826 INFO [StoreOpener-ac2dc998aeff221c3188bd9580915287-1 {}] regionserver.HStore(327): Store=ac2dc998aeff221c3188bd9580915287/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:14:09,826 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,827 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=43 2024-11-08T06:14:09,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 32203644b29ab0522d8df29bb15ba92d, server=08a4831bbffd,45931,1731046375124 in 10.0340 sec 2024-11-08T06:14:09,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-08T06:14:09,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d, server=08a4831bbffd,33483,1731046374952 in 10.0340 sec 2024-11-08T06:14:09,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32203644b29ab0522d8df29bb15ba92d, ASSIGN in 10.3080 sec 2024-11-08T06:14:09,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e7f45e0b2a1ff1e63f1567b33e4362d, ASSIGN in 10.3100 sec 2024-11-08T06:14:09,831 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,831 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,831 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,833 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,834 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened ac2dc998aeff221c3188bd9580915287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62487718, jitterRate=-0.06886044144630432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:14:09,834 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:09,834 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for ac2dc998aeff221c3188bd9580915287: Running coprocessor pre-open hook at 1731046449819Writing region info on filesystem at 1731046449819Initializing all the Stores at 1731046449821 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046449822 (+1 ms)Cleaning up temporary data from old regions at 1731046449831 (+9 ms)Running coprocessor post-open hooks at 1731046449834 (+3 ms)Region opened successfully at 1731046449834 2024-11-08T06:14:09,835 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287., pid=48, masterSystemTime=1731046449795 2024-11-08T06:14:09,838 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:14:09,838 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:14:09,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ac2dc998aeff221c3188bd9580915287, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:09,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2dc998aeff221c3188bd9580915287, server=08a4831bbffd,33483,1731046374952 because future has completed 2024-11-08T06:14:09,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-08T06:14:09,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure ac2dc998aeff221c3188bd9580915287, server=08a4831bbffd,33483,1731046374952 in 10.0520 sec 2024-11-08T06:14:09,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-11-08T06:14:09,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2dc998aeff221c3188bd9580915287, ASSIGN in 10.3300 sec 2024-11-08T06:14:09,855 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 08a4831bbffd,35581,1731046375077 after splitting done 2024-11-08T06:14:09,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 08a4831bbffd,35581,1731046375077, splitWal=true, meta=true in 41.5270 sec 2024-11-08T06:14:15,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T06:14:23,323 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:14:31,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:31,357 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:31,357 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:33,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-08T06:14:41,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T06:14:41,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T06:14:41,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ac2dc998aeff221c3188bd9580915287: 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1e7f45e0b2a1ff1e63f1567b33e4362d: 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 32203644b29ab0522d8df29bb15ba92d: 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. for SnapshotProcedureTest completed. 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. for SnapshotProcedureTest completed. 2024-11-08T06:14:41,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. for SnapshotProcedureTest completed. 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:14:41,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:14:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741865_1041 (size=65) 2024-11-08T06:14:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741866_1042 (size=65) 2024-11-08T06:14:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741865_1041 (size=65) 2024-11-08T06:14:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741866_1042 (size=65) 2024-11-08T06:14:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741864_1040 (size=65) 2024-11-08T06:14:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741865_1041 (size=65) 2024-11-08T06:14:41,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:14:41,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:14:41,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T06:14:41,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T06:14:41,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:14:41,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T06:14:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741866_1042 (size=65) 2024-11-08T06:14:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741864_1040 (size=65) 2024-11-08T06:14:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741864_1040 (size=65) 2024-11-08T06:14:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T06:14:41,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T06:14:41,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:41,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 2024-11-08T06:14:41,396 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:14:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T06:14:41,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:41,397 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:14:41,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e7f45e0b2a1ff1e63f1567b33e4362d in 1 mins, 13.245 sec 2024-11-08T06:14:41,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac2dc998aeff221c3188bd9580915287 in 1 mins, 13.244 sec 2024-11-08T06:14:41,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-11-08T06:14:41,401 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T06:14:41,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32203644b29ab0522d8df29bb15ba92d in 1 mins, 13.244 sec 2024-11-08T06:14:41,403 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T06:14:41,406 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T06:14:41,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T06:14:41,409 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T06:14:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741867_1043 (size=1134) 2024-11-08T06:14:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741867_1043 (size=1134) 2024-11-08T06:14:41,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741867_1043 (size=1134) 2024-11-08T06:14:41,441 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T06:14:41,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T06:14:41,457 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:41,457 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:41,457 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:41,457 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:41,457 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:41,465 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:47,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e177ac62cd2ab11ec44cd54e3f77ea17, had cached 0 bytes from a total of 28623 2024-11-08T06:14:47,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a73ed3c54a257c4c6b7e1bcf1e7c4aae, had cached 0 bytes from a total of 499309 2024-11-08T06:14:47,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4ac42f82b2fa66b45a56878cbdaa065f, had cached 0 bytes from a total of 47197 2024-11-08T06:14:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T06:14:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-08T06:14:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T06:14:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T06:14:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T06:14:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-08T06:14:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T06:14:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T06:14:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T06:14:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T06:14:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T06:14:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T06:14:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T06:14:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-08T06:14:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T06:14:51,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-08T06:14:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T06:14:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-08T06:14:51,471 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 Release verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:51,471 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 Release verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T06:14:51,472 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 Release verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-08T06:14:51,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 in 10.0220 sec 2024-11-08T06:14:51,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 in 10.0210 sec 2024-11-08T06:14:51,477 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 Release verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:51,477 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 Release verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:51,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 in 10.0210 sec 2024-11-08T06:14:51,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 in 10.0270 sec 2024-11-08T06:14:51,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 Release verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:51,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 in 10.0270 sec 2024-11-08T06:14:51,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 in 10.0280 sec 2024-11-08T06:14:51,485 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:51,485 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:51,485 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:14:51,485 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:14:53,323 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:14:56,536 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T06:14:56,576 WARN [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 4, running: 1 2024-11-08T06:14:56,580 WARN [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1 2024-11-08T06:15:01,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T06:15:01,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T06:15:01,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T06:15:01,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T06:15:01,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T06:15:01,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T06:15:01,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T06:15:01,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T06:15:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T06:15:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T06:15:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T06:15:01,490 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 Release verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:15:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T06:15:01,491 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 Release verify snapshot worker=08a4831bbffd,45931,1731046375124 2024-11-08T06:15:01,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 in 20.0400 sec 2024-11-08T06:15:01,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45931,1731046375124 in 20.0410 sec 2024-11-08T06:15:01,493 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 Release verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:15:01,493 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 Release verify snapshot worker=08a4831bbffd,33483,1731046374952 2024-11-08T06:15:01,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 in 20.0430 sec 2024-11-08T06:15:01,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-08T06:15:01,497 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T06:15:01,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,33483,1731046374952 in 20.0430 sec 2024-11-08T06:15:01,498 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T06:15:01,500 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T06:15:01,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T06:15:01,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.389 sec 2024-11-08T06:15:01,666 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T06:15:01,668 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a4831bbffd:35581 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a4831bbffd/172.17.0.2:35581 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1, error=java.net.ConnectException: Call to address=08a4831bbffd:35581 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a4831bbffd/172.17.0.2:35581 2024-11-08T06:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-08T06:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,35581,1731046375077, seqNum=-1 from cache 2024-11-08T06:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 08a4831bbffd:35581 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a4831bbffd/172.17.0.2:35581 2024-11-08T06:15:01,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:15:01,777 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,33483,1731046374952, seqNum=-1] 2024-11-08T06:15:01,806 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T06:15:01,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:15:01,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:15:01,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:15:01,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:01,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:01,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:15:01,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=833048389, stopped=false 2024-11-08T06:15:01,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:15:01,808 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,42777,1731046374189 2024-11-08T06:15:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:01,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:15:01,817 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:01,817 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:01,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:15:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:01,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:15:01,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:01,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:01,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,33483,1731046374952' ***** 2024-11-08T06:15:01,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:15:01,818 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,45931,1731046375124' ***** 2024-11-08T06:15:01,818 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:15:01,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:01,818 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:15:01,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:15:01,818 INFO [RS:0;08a4831bbffd:33483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:15:01,819 INFO [RS:0;08a4831bbffd:33483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:15:01,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:01,819 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e7f45e0b2a1ff1e63f1567b33e4362d 2024-11-08T06:15:01,819 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:15:01,819 INFO [RS:2;08a4831bbffd:45931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:15:01,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:15:01,819 INFO [RS:2;08a4831bbffd:45931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:15:01,819 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for e177ac62cd2ab11ec44cd54e3f77ea17 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 75e1e4f56f4f14b6daa713017f0adc16 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ac42f82b2fa66b45a56878cbdaa065f 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for ac2dc998aeff221c3188bd9580915287 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,33483,1731046374952 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:15:01,820 INFO [RS:0;08a4831bbffd:33483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:33483. 2024-11-08T06:15:01,820 DEBUG [RS:0;08a4831bbffd:33483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:15:01,820 DEBUG [RS:0;08a4831bbffd:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:01,820 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e7f45e0b2a1ff1e63f1567b33e4362d, disabling compactions & flushes 2024-11-08T06:15:01,820 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:15:01,820 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:15:01,821 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. after waiting 1 ms 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bc6f835e7eb229cae44b5fd093c245e 2024-11-08T06:15:01,821 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:15:01,821 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:15:01,821 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for a73ed3c54a257c4c6b7e1bcf1e7c4aae 2024-11-08T06:15:01,821 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 32203644b29ab0522d8df29bb15ba92d 2024-11-08T06:15:01,821 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e177ac62cd2ab11ec44cd54e3f77ea17, disabling compactions & flushes 2024-11-08T06:15:01,821 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,45931,1731046375124 2024-11-08T06:15:01,821 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:15:01,821 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;08a4831bbffd:45931. 2024-11-08T06:15:01,821 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. after waiting 0 ms 2024-11-08T06:15:01,821 DEBUG [RS:2;08a4831bbffd:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:15:01,821 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:15:01,821 DEBUG [RS:2;08a4831bbffd:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:01,821 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T06:15:01,821 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1325): Online Regions={e177ac62cd2ab11ec44cd54e3f77ea17=SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17., 2bc6f835e7eb229cae44b5fd093c245e=SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e., a73ed3c54a257c4c6b7e1bcf1e7c4aae=SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae., e8092f234ed3765fa86de665a0f5ddca=SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca., 32203644b29ab0522d8df29bb15ba92d=SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d.} 2024-11-08T06:15:01,822 DEBUG [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1351): Waiting on 2bc6f835e7eb229cae44b5fd093c245e, 32203644b29ab0522d8df29bb15ba92d, a73ed3c54a257c4c6b7e1bcf1e7c4aae, e177ac62cd2ab11ec44cd54e3f77ea17, e8092f234ed3765fa86de665a0f5ddca 2024-11-08T06:15:01,832 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T06:15:01,832 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1325): Online Regions={1e7f45e0b2a1ff1e63f1567b33e4362d=SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d., 75e1e4f56f4f14b6daa713017f0adc16=SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16., 4ac42f82b2fa66b45a56878cbdaa065f=SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f., 1588230740=hbase:meta,,1.1588230740, b211adf4ad6b4e413e2bd69ebe0fc9a3=SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3., ac2dc998aeff221c3188bd9580915287=SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287.} 2024-11-08T06:15:01,832 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:15:01,832 DEBUG [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e7f45e0b2a1ff1e63f1567b33e4362d, 4ac42f82b2fa66b45a56878cbdaa065f, 75e1e4f56f4f14b6daa713017f0adc16, ac2dc998aeff221c3188bd9580915287, b211adf4ad6b4e413e2bd69ebe0fc9a3 2024-11-08T06:15:01,832 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:15:01,833 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:15:01,833 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:15:01,833 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:15:01,833 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.94 KB heapSize=5.71 KB 2024-11-08T06:15:01,837 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/1e7f45e0b2a1ff1e63f1567b33e4362d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,840 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:15:01,841 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e7f45e0b2a1ff1e63f1567b33e4362d: Waiting for close lock at 1731046501820Running coprocessor pre-close hooks at 1731046501820Disabling compacts and flushes for region at 1731046501820Disabling writes for close at 1731046501821 (+1 ms)Writing region close event to WAL at 1731046501821Running coprocessor post-close hooks at 1731046501838 (+17 ms)Closed at 1731046501840 (+2 ms) 2024-11-08T06:15:01,841 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731046387411.1e7f45e0b2a1ff1e63f1567b33e4362d. 2024-11-08T06:15:01,842 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75e1e4f56f4f14b6daa713017f0adc16, disabling compactions & flushes 2024-11-08T06:15:01,842 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:15:01,842 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:15:01,842 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/info/187453b8ce6c43518b6bd660bb9081c2 is 167, key is SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287./info:regioninfo/1731046449839/Put/seqid=0 2024-11-08T06:15:01,842 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. after waiting 0 ms 2024-11-08T06:15:01,842 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:15:01,847 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e177ac62cd2ab11ec44cd54e3f77ea17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T06:15:01,848 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:15:01,848 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e177ac62cd2ab11ec44cd54e3f77ea17: Waiting for close lock at 1731046501821Running coprocessor pre-close hooks at 1731046501821Disabling compacts and flushes for region at 1731046501821Disabling writes for close at 1731046501821Writing region close event to WAL at 1731046501840 (+19 ms)Running coprocessor post-close hooks at 1731046501848 (+8 ms)Closed at 1731046501848 2024-11-08T06:15:01,848 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731046387411.e177ac62cd2ab11ec44cd54e3f77ea17. 2024-11-08T06:15:01,849 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bc6f835e7eb229cae44b5fd093c245e, disabling compactions & flushes 2024-11-08T06:15:01,849 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:15:01,849 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:15:01,849 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. after waiting 0 ms 2024-11-08T06:15:01,849 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:15:01,861 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/75e1e4f56f4f14b6daa713017f0adc16/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,861 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/2bc6f835e7eb229cae44b5fd093c245e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,862 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:15:01,862 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bc6f835e7eb229cae44b5fd093c245e: Waiting for close lock at 1731046501849Running coprocessor pre-close hooks at 1731046501849Disabling compacts and flushes for region at 1731046501849Disabling writes for close at 1731046501849Writing region close event to WAL at 1731046501852 (+3 ms)Running coprocessor post-close hooks at 1731046501862 (+10 ms)Closed at 1731046501862 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75e1e4f56f4f14b6daa713017f0adc16: Waiting for close lock at 1731046501841Running coprocessor pre-close hooks at 1731046501841Disabling compacts and flushes for region at 1731046501841Disabling writes for close at 1731046501842 (+1 ms)Writing region close event to WAL at 1731046501845 (+3 ms)Running coprocessor post-close hooks at 1731046501862 (+17 ms)Closed at 1731046501862 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731046387411.2bc6f835e7eb229cae44b5fd093c245e. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731046387411.75e1e4f56f4f14b6daa713017f0adc16. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a73ed3c54a257c4c6b7e1bcf1e7c4aae, disabling compactions & flushes 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ac42f82b2fa66b45a56878cbdaa065f, disabling compactions & flushes 2024-11-08T06:15:01,863 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:15:01,863 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. after waiting 0 ms 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. after waiting 0 ms 2024-11-08T06:15:01,863 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:15:01,864 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:15:01,870 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:15:01,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741868_1044 (size=8495) 2024-11-08T06:15:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741868_1044 (size=8495) 2024-11-08T06:15:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741868_1044 (size=8495) 2024-11-08T06:15:01,888 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.94 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/info/187453b8ce6c43518b6bd660bb9081c2 2024-11-08T06:15:01,896 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/a73ed3c54a257c4c6b7e1bcf1e7c4aae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T06:15:01,902 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/.tmp/info/187453b8ce6c43518b6bd660bb9081c2 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/info/187453b8ce6c43518b6bd660bb9081c2 2024-11-08T06:15:01,902 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:15:01,902 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a73ed3c54a257c4c6b7e1bcf1e7c4aae: Waiting for close lock at 1731046501863Running coprocessor pre-close hooks at 1731046501863Disabling compacts and flushes for region at 1731046501863Disabling writes for close at 1731046501863Writing region close event to WAL at 1731046501885 (+22 ms)Running coprocessor post-close hooks at 1731046501902 (+17 ms)Closed at 1731046501902 2024-11-08T06:15:01,903 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731046387411.a73ed3c54a257c4c6b7e1bcf1e7c4aae. 2024-11-08T06:15:01,903 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8092f234ed3765fa86de665a0f5ddca, disabling compactions & flushes 2024-11-08T06:15:01,903 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:15:01,903 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:15:01,903 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. after waiting 0 ms 2024-11-08T06:15:01,903 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:15:01,905 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/4ac42f82b2fa66b45a56878cbdaa065f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T06:15:01,906 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:15:01,906 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ac42f82b2fa66b45a56878cbdaa065f: Waiting for close lock at 1731046501863Running coprocessor pre-close hooks at 1731046501863Disabling compacts and flushes for region at 1731046501863Disabling writes for close at 1731046501863Writing region close event to WAL at 1731046501893 (+30 ms)Running coprocessor post-close hooks at 1731046501906 (+13 ms)Closed at 1731046501906 2024-11-08T06:15:01,906 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731046387411.4ac42f82b2fa66b45a56878cbdaa065f. 2024-11-08T06:15:01,907 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b211adf4ad6b4e413e2bd69ebe0fc9a3, disabling compactions & flushes 2024-11-08T06:15:01,907 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:15:01,907 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:15:01,907 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. after waiting 0 ms 2024-11-08T06:15:01,907 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:15:01,912 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/info/187453b8ce6c43518b6bd660bb9081c2, entries=24, sequenceid=37, filesize=8.3 K 2024-11-08T06:15:01,914 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.94 KB/3012, heapSize ~4.95 KB/5064, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=37, compaction requested=false 2024-11-08T06:15:01,921 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/b211adf4ad6b4e413e2bd69ebe0fc9a3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,922 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:15:01,922 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b211adf4ad6b4e413e2bd69ebe0fc9a3: Waiting for close lock at 1731046501906Running coprocessor pre-close hooks at 1731046501906Disabling compacts and flushes for region at 1731046501906Disabling writes for close at 1731046501907 (+1 ms)Writing region close event to WAL at 1731046501912 (+5 ms)Running coprocessor post-close hooks at 1731046501922 (+10 ms)Closed at 1731046501922 2024-11-08T06:15:01,922 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731046387411.b211adf4ad6b4e413e2bd69ebe0fc9a3. 2024-11-08T06:15:01,922 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/e8092f234ed3765fa86de665a0f5ddca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,922 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac2dc998aeff221c3188bd9580915287, disabling compactions & flushes 2024-11-08T06:15:01,923 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:15:01,923 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:15:01,923 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. after waiting 0 ms 2024-11-08T06:15:01,923 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:15:01,923 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:15:01,923 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8092f234ed3765fa86de665a0f5ddca: Waiting for close lock at 1731046501903Running coprocessor pre-close hooks at 1731046501903Disabling compacts and flushes for region at 1731046501903Disabling writes for close at 1731046501903Writing region close event to WAL at 1731046501912 (+9 ms)Running coprocessor post-close hooks at 1731046501923 (+11 ms)Closed at 1731046501923 2024-11-08T06:15:01,924 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731046387411.e8092f234ed3765fa86de665a0f5ddca. 2024-11-08T06:15:01,924 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32203644b29ab0522d8df29bb15ba92d, disabling compactions & flushes 2024-11-08T06:15:01,924 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:15:01,924 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:15:01,924 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. after waiting 0 ms 2024-11-08T06:15:01,924 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:15:01,928 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-08T06:15:01,930 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:15:01,931 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:15:01,931 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/ac2dc998aeff221c3188bd9580915287/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,931 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731046501832Running coprocessor pre-close hooks at 1731046501832Disabling compacts and flushes for region at 1731046501832Disabling writes for close at 1731046501833 (+1 ms)Obtaining lock to block concurrent updates at 1731046501833Preparing flush snapshotting stores in 1588230740 at 1731046501833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3012, getHeapSize=5784, getOffHeapSize=0, getCellsCount=24 at 1731046501833Flushing stores of hbase:meta,,1.1588230740 at 1731046501834 (+1 ms)Flushing 1588230740/info: creating writer at 1731046501834Flushing 1588230740/info: appending metadata at 1731046501841 (+7 ms)Flushing 1588230740/info: closing flushed file at 1731046501841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b379ea1: reopening flushed file at 1731046501901 (+60 ms)Finished flush of dataSize ~2.94 KB/3012, heapSize ~4.95 KB/5064, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=37, compaction requested=false at 1731046501914 (+13 ms)Writing region close event to WAL at 1731046501920 (+6 ms)Running coprocessor post-close hooks at 1731046501930 (+10 ms)Closed at 1731046501930 2024-11-08T06:15:01,932 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:15:01,932 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:15:01,932 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac2dc998aeff221c3188bd9580915287: Waiting for close lock at 1731046501922Running coprocessor pre-close hooks at 1731046501922Disabling compacts and flushes for region at 1731046501922Disabling writes for close at 1731046501923 (+1 ms)Writing region close event to WAL at 1731046501924 (+1 ms)Running coprocessor post-close hooks at 1731046501932 (+8 ms)Closed at 1731046501932 2024-11-08T06:15:01,932 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731046387411.ac2dc998aeff221c3188bd9580915287. 2024-11-08T06:15:01,933 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/data/default/SPTestTable/32203644b29ab0522d8df29bb15ba92d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:15:01,935 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:15:01,935 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32203644b29ab0522d8df29bb15ba92d: Waiting for close lock at 1731046501924Running coprocessor pre-close hooks at 1731046501924Disabling compacts and flushes for region at 1731046501924Disabling writes for close at 1731046501924Writing region close event to WAL at 1731046501925 (+1 ms)Running coprocessor post-close hooks at 1731046501934 (+9 ms)Closed at 1731046501934 2024-11-08T06:15:01,935 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731046387411.32203644b29ab0522d8df29bb15ba92d. 2024-11-08T06:15:02,022 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,45931,1731046375124; all regions closed. 2024-11-08T06:15:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741834_1010 (size=4022) 2024-11-08T06:15:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741834_1010 (size=4022) 2024-11-08T06:15:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741834_1010 (size=4022) 2024-11-08T06:15:02,028 DEBUG [RS:2;08a4831bbffd:45931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs 2024-11-08T06:15:02,028 INFO [RS:2;08a4831bbffd:45931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C45931%2C1731046375124:(num 1731046376705) 2024-11-08T06:15:02,029 DEBUG [RS:2;08a4831bbffd:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:15:02,029 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:15:02,029 INFO [RS:2;08a4831bbffd:45931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:15:02,030 INFO [RS:2;08a4831bbffd:45931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45931 2024-11-08T06:15:02,033 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,33483,1731046374952; all regions closed. 2024-11-08T06:15:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741860_1036 (size=4424) 2024-11-08T06:15:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741860_1036 (size=4424) 2024-11-08T06:15:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741860_1036 (size=4424) 2024-11-08T06:15:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:15:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,45931,1731046375124 2024-11-08T06:15:02,037 INFO [RS:2;08a4831bbffd:45931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:15:02,040 DEBUG [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs 2024-11-08T06:15:02,040 INFO [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C33483%2C1731046374952.meta:.meta(num 1731046428662) 2024-11-08T06:15:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741835_1011 (size=3530) 2024-11-08T06:15:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741835_1011 (size=3530) 2024-11-08T06:15:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741835_1011 (size=3530) 2024-11-08T06:15:02,045 DEBUG [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/oldWALs 2024-11-08T06:15:02,045 INFO [RS:0;08a4831bbffd:33483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C33483%2C1731046374952:(num 1731046376705) 2024-11-08T06:15:02,045 DEBUG [RS:0;08a4831bbffd:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:02,045 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:15:02,045 INFO [RS:0;08a4831bbffd:33483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:15:02,046 INFO [RS:0;08a4831bbffd:33483 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:15:02,046 INFO [RS:0;08a4831bbffd:33483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:15:02,046 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:15:02,047 INFO [RS:0;08a4831bbffd:33483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33483 2024-11-08T06:15:02,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,45931,1731046375124] 2024-11-08T06:15:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:15:02,058 INFO [RS:0;08a4831bbffd:33483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:15:02,059 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,33483,1731046374952 2024-11-08T06:15:02,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,45931,1731046375124 already deleted, retry=false 2024-11-08T06:15:02,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,45931,1731046375124 expired; onlineServers=1 2024-11-08T06:15:02,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,33483,1731046374952] 2024-11-08T06:15:02,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,33483,1731046374952 already deleted, retry=false 2024-11-08T06:15:02,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,33483,1731046374952 expired; onlineServers=0 2024-11-08T06:15:02,090 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,42777,1731046374189' ***** 2024-11-08T06:15:02,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:15:02,091 INFO [M:0;08a4831bbffd:42777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:15:02,091 INFO [M:0;08a4831bbffd:42777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:15:02,091 DEBUG [M:0;08a4831bbffd:42777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:15:02,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:15:02,091 DEBUG [M:0;08a4831bbffd:42777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:15:02,091 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731046376256 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731046376256,5,FailOnTimeoutGroup] 2024-11-08T06:15:02,091 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731046376248 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731046376248,5,FailOnTimeoutGroup] 2024-11-08T06:15:02,092 INFO [M:0;08a4831bbffd:42777 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:15:02,092 INFO [M:0;08a4831bbffd:42777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:15:02,092 DEBUG [M:0;08a4831bbffd:42777 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:15:02,092 INFO [M:0;08a4831bbffd:42777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:15:02,092 INFO [M:0;08a4831bbffd:42777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:15:02,092 ERROR [M:0;08a4831bbffd:42777 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1236715141) connection to localhost/127.0.0.1:42225 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42225,5,PEWorkerGroup] 2024-11-08T06:15:02,093 INFO [M:0;08a4831bbffd:42777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:15:02,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:15:02,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:15:02,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:02,101 DEBUG [M:0;08a4831bbffd:42777 {}] zookeeper.ZKUtil(347): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:15:02,101 WARN [M:0;08a4831bbffd:42777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:15:02,102 INFO [M:0;08a4831bbffd:42777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/.lastflushedseqids 2024-11-08T06:15:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741869_1045 (size=650) 2024-11-08T06:15:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741869_1045 (size=650) 2024-11-08T06:15:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741869_1045 (size=650) 2024-11-08T06:15:02,122 INFO [M:0;08a4831bbffd:42777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:15:02,122 INFO [M:0;08a4831bbffd:42777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:15:02,122 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:15:02,122 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:02,122 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:02,122 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:15:02,122 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:02,122 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=204.22 KB heapSize=253.52 KB 2024-11-08T06:15:02,143 DEBUG [M:0;08a4831bbffd:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0df011605742416ca2fb2ad2965d7a41 is 82, key is hbase:meta,,1/info:regioninfo/1731046429362/Put/seqid=0 2024-11-08T06:15:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:02,148 INFO [RS:2;08a4831bbffd:45931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:15:02,148 INFO [RS:2;08a4831bbffd:45931 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,45931,1731046375124; zookeeper connection closed. 2024-11-08T06:15:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101191373a60003, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:02,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50b37ad6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50b37ad6 2024-11-08T06:15:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741870_1046 (size=6071) 2024-11-08T06:15:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741870_1046 (size=6071) 2024-11-08T06:15:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741870_1046 (size=6071) 2024-11-08T06:15:02,152 INFO [M:0;08a4831bbffd:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0df011605742416ca2fb2ad2965d7a41 2024-11-08T06:15:02,180 INFO [RS:0;08a4831bbffd:33483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:15:02,180 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:02,180 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x101191373a60001, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:02,180 INFO [RS:0;08a4831bbffd:33483 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,33483,1731046374952; zookeeper connection closed. 2024-11-08T06:15:02,182 DEBUG [M:0;08a4831bbffd:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e6e77283a549f9bbf13945f7d045c8 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731046398019/Put/seqid=0 2024-11-08T06:15:02,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54fbcc14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54fbcc14 2024-11-08T06:15:02,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T06:15:02,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741871_1047 (size=9042) 2024-11-08T06:15:02,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741871_1047 (size=9042) 2024-11-08T06:15:02,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741871_1047 (size=9042) 2024-11-08T06:15:02,207 INFO [M:0;08a4831bbffd:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=203.00 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e6e77283a549f9bbf13945f7d045c8 2024-11-08T06:15:02,215 INFO [M:0;08a4831bbffd:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2e6e77283a549f9bbf13945f7d045c8 2024-11-08T06:15:02,236 DEBUG [M:0;08a4831bbffd:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdc9fb97d6fc42efa24edda1d1caa1f9 is 69, key is 08a4831bbffd,33483,1731046374952/rs:state/1731046376331/Put/seqid=0 2024-11-08T06:15:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741872_1048 (size=5446) 2024-11-08T06:15:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741872_1048 (size=5446) 2024-11-08T06:15:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741872_1048 (size=5446) 2024-11-08T06:15:02,252 INFO [M:0;08a4831bbffd:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdc9fb97d6fc42efa24edda1d1caa1f9 2024-11-08T06:15:02,259 INFO [M:0;08a4831bbffd:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdc9fb97d6fc42efa24edda1d1caa1f9 2024-11-08T06:15:02,261 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0df011605742416ca2fb2ad2965d7a41 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0df011605742416ca2fb2ad2965d7a41 2024-11-08T06:15:02,269 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0df011605742416ca2fb2ad2965d7a41, entries=14, sequenceid=537, filesize=5.9 K 2024-11-08T06:15:02,271 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e6e77283a549f9bbf13945f7d045c8 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2e6e77283a549f9bbf13945f7d045c8 2024-11-08T06:15:02,279 INFO [M:0;08a4831bbffd:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2e6e77283a549f9bbf13945f7d045c8 2024-11-08T06:15:02,280 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2e6e77283a549f9bbf13945f7d045c8, entries=58, sequenceid=537, filesize=8.8 K 2024-11-08T06:15:02,281 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdc9fb97d6fc42efa24edda1d1caa1f9 as hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdc9fb97d6fc42efa24edda1d1caa1f9 2024-11-08T06:15:02,289 INFO [M:0;08a4831bbffd:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdc9fb97d6fc42efa24edda1d1caa1f9 2024-11-08T06:15:02,289 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42225/user/jenkins/test-data/408d509a-d116-e74a-8bce-99bf3ea4f099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdc9fb97d6fc42efa24edda1d1caa1f9, entries=3, sequenceid=537, filesize=5.3 K 2024-11-08T06:15:02,291 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~204.22 KB/209125, heapSize ~253.22 KB/259296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=537, compaction requested=false 2024-11-08T06:15:02,292 INFO [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:02,293 DEBUG [M:0;08a4831bbffd:42777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731046502122Disabling compacts and flushes for region at 1731046502122Disabling writes for close at 1731046502122Obtaining lock to block concurrent updates at 1731046502123 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731046502123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=209125, getHeapSize=259536, getOffHeapSize=0, getCellsCount=654 at 1731046502123Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731046502123Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731046502124 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731046502143 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731046502143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731046502158 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731046502181 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731046502181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731046502215 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731046502235 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731046502235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ff795d: reopening flushed file at 1731046502260 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604e3d8e: reopening flushed file at 1731046502269 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7267fdd3: reopening flushed file at 1731046502280 (+11 ms)Finished flush of dataSize ~204.22 KB/209125, heapSize ~253.22 KB/259296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=537, compaction requested=false at 1731046502291 (+11 ms)Writing region close event to WAL at 1731046502292 (+1 ms)Closed at 1731046502292 2024-11-08T06:15:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741830_1006 (size=244917) 2024-11-08T06:15:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39419 is added to blk_1073741830_1006 (size=244917) 2024-11-08T06:15:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741830_1006 (size=244917) 2024-11-08T06:15:02,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:15:02,300 INFO [M:0;08a4831bbffd:42777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:15:02,300 INFO [M:0;08a4831bbffd:42777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42777 2024-11-08T06:15:02,300 INFO [M:0;08a4831bbffd:42777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:15:02,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:02,411 INFO [M:0;08a4831bbffd:42777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:15:02,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101191373a60000, quorum=127.0.0.1:64801, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:02,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db83301{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:15:02,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a384e06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:15:02,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:15:02,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:15:02,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,STOPPED} 2024-11-08T06:15:02,424 WARN [BP-1411281785-172.17.0.2-1731046369433 heartbeating to localhost/127.0.0.1:42225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:15:02,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:15:02,424 WARN [BP-1411281785-172.17.0.2-1731046369433 heartbeating to localhost/127.0.0.1:42225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411281785-172.17.0.2-1731046369433 (Datanode Uuid effa0e7b-3caa-4e48-98f9-5e95a02dd3cb) service to localhost/127.0.0.1:42225 2024-11-08T06:15:02,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:15:02,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data5/current/BP-1411281785-172.17.0.2-1731046369433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:15:02,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data6/current/BP-1411281785-172.17.0.2-1731046369433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:15:02,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:15:02,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5489785a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:15:02,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44660b92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:15:02,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:15:02,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:15:02,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,STOPPED} 2024-11-08T06:15:02,430 WARN [BP-1411281785-172.17.0.2-1731046369433 heartbeating to localhost/127.0.0.1:42225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:15:02,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:15:02,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:15:02,431 WARN [BP-1411281785-172.17.0.2-1731046369433 heartbeating to localhost/127.0.0.1:42225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411281785-172.17.0.2-1731046369433 (Datanode Uuid 6d095eb5-e4e1-457e-ab76-e54af02f8092) service to localhost/127.0.0.1:42225 2024-11-08T06:15:02,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data3/current/BP-1411281785-172.17.0.2-1731046369433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:15:02,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data4/current/BP-1411281785-172.17.0.2-1731046369433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:15:02,432 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:15:02,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5e08a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:15:02,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c41da0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:15:02,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:15:02,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:15:02,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,STOPPED} 2024-11-08T06:15:02,438 WARN [BP-1411281785-172.17.0.2-1731046369433 heartbeating to localhost/127.0.0.1:42225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:15:02,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:15:02,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:15:02,438 WARN [BP-1411281785-172.17.0.2-1731046369433 heartbeating to localhost/127.0.0.1:42225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411281785-172.17.0.2-1731046369433 (Datanode Uuid 4573c0a8-459b-47e0-8e73-da27c550d7b4) service to localhost/127.0.0.1:42225 2024-11-08T06:15:02,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data1/current/BP-1411281785-172.17.0.2-1731046369433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:15:02,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/cluster_77a148e7-0886-aeeb-0c12-647eab36a5bb/data/data2/current/BP-1411281785-172.17.0.2-1731046369433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:15:02,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:15:02,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:15:02,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:15:02,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:15:02,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:15:02,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir/,STOPPED} 2024-11-08T06:15:02,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:15:02,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:15:02,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=90 (was 11) Potentially hanging thread: regionserver/08a4831bbffd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:42225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a4831bbffd:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:42225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/08a4831bbffd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a4831bbffd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a4831bbffd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_META-regionserver/08a4831bbffd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:42225 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/08a4831bbffd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@b2660bd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a4831bbffd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:42225 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 386) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5746 (was 7945) 2024-11-08T06:15:02,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=91, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=5746 2024-11-08T06:15:02,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir so I do NOT create it in target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9 2024-11-08T06:15:02,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T06:15:02,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.tmp.dir so I do NOT create it in target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9 2024-11-08T06:15:02,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2626cb-c103-0088-19ff-c66e3a5bf0a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T06:15:02,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9 2024-11-08T06:15:02,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:15:02,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c, deleteOnExit=true 2024-11-08T06:15:02,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/test.cache.data in system properties and HBase conf 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:15:02,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:15:02,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:15:02,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:15:02,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:15:03,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:15:03,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:15:03,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:15:03,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:15:03,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:15:03,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:15:03,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a8333ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:15:03,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df7dfae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:15:03,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df4e6da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/java.io.tmpdir/jetty-localhost-42467-hadoop-hdfs-3_4_1-tests_jar-_-any-6445763217940238372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:15:03,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266a694c{HTTP/1.1, (http/1.1)}{localhost:42467} 2024-11-08T06:15:03,251 INFO [Time-limited test {}] server.Server(415): Started @136485ms 2024-11-08T06:15:03,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:15:03,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:15:03,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:15:03,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:15:03,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:15:03,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b089026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:15:03,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c06a796{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:15:03,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27ad0793{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/java.io.tmpdir/jetty-localhost-33535-hadoop-hdfs-3_4_1-tests_jar-_-any-7208177523075107922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:15:03,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36963f5b{HTTP/1.1, (http/1.1)}{localhost:33535} 2024-11-08T06:15:03,651 INFO [Time-limited test {}] server.Server(415): Started @136885ms 2024-11-08T06:15:03,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:15:03,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:15:03,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:15:03,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:15:03,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:15:03,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:15:03,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d763442{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:15:03,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d46694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:15:03,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b469ccb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/java.io.tmpdir/jetty-localhost-45065-hadoop-hdfs-3_4_1-tests_jar-_-any-3648695947436184009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:15:03,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@643b12bc{HTTP/1.1, (http/1.1)}{localhost:45065} 2024-11-08T06:15:03,805 INFO [Time-limited test {}] server.Server(415): Started @137039ms 2024-11-08T06:15:03,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:15:03,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:15:03,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:15:03,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:15:03,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:15:03,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:15:03,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed9745c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:15:03,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac259b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:15:03,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f8ce6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/java.io.tmpdir/jetty-localhost-35687-hadoop-hdfs-3_4_1-tests_jar-_-any-1299411374724341134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:15:03,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15c88742{HTTP/1.1, (http/1.1)}{localhost:35687} 2024-11-08T06:15:03,966 INFO [Time-limited test {}] server.Server(415): Started @137200ms 2024-11-08T06:15:03,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:15:04,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T06:15:05,073 WARN [Thread-751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data1/current/BP-491963457-172.17.0.2-1731046502597/current, will proceed with Du for space computation calculation, 2024-11-08T06:15:05,084 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data2/current/BP-491963457-172.17.0.2-1731046502597/current, will proceed with Du for space computation calculation, 2024-11-08T06:15:05,106 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:15:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a60c545ad0a240e with lease ID 0x7562950b532eaf72: Processing first storage report for DS-0c06e34d-e58f-48f0-b746-48377013518a from datanode DatanodeRegistration(127.0.0.1:42737, datanodeUuid=e17118e5-c295-4c97-9dc7-4fd8f20502db, infoPort=34813, infoSecurePort=0, ipcPort=46289, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597) 2024-11-08T06:15:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a60c545ad0a240e with lease ID 0x7562950b532eaf72: from storage DS-0c06e34d-e58f-48f0-b746-48377013518a node DatanodeRegistration(127.0.0.1:42737, datanodeUuid=e17118e5-c295-4c97-9dc7-4fd8f20502db, infoPort=34813, infoSecurePort=0, ipcPort=46289, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:15:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a60c545ad0a240e with lease ID 0x7562950b532eaf72: Processing first storage report for DS-2be62e11-024f-41df-9c7d-319922b8ea98 from datanode DatanodeRegistration(127.0.0.1:42737, datanodeUuid=e17118e5-c295-4c97-9dc7-4fd8f20502db, infoPort=34813, infoSecurePort=0, ipcPort=46289, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597) 2024-11-08T06:15:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a60c545ad0a240e with lease ID 0x7562950b532eaf72: from storage DS-2be62e11-024f-41df-9c7d-319922b8ea98 node DatanodeRegistration(127.0.0.1:42737, datanodeUuid=e17118e5-c295-4c97-9dc7-4fd8f20502db, infoPort=34813, infoSecurePort=0, ipcPort=46289, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:15:05,391 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data3/current/BP-491963457-172.17.0.2-1731046502597/current, will proceed with Du for space computation calculation, 2024-11-08T06:15:05,391 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data4/current/BP-491963457-172.17.0.2-1731046502597/current, will proceed with Du for space computation calculation, 2024-11-08T06:15:05,410 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:15:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdff8d1b74b9d9317 with lease ID 0x7562950b532eaf73: Processing first storage report for DS-9b0ace59-7876-457f-a723-a38c3f203fb9 from datanode DatanodeRegistration(127.0.0.1:39619, datanodeUuid=3c47454f-8d5c-4f01-92e4-9fb348d5fd7f, infoPort=34293, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597) 2024-11-08T06:15:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdff8d1b74b9d9317 with lease ID 0x7562950b532eaf73: from storage DS-9b0ace59-7876-457f-a723-a38c3f203fb9 node DatanodeRegistration(127.0.0.1:39619, datanodeUuid=3c47454f-8d5c-4f01-92e4-9fb348d5fd7f, infoPort=34293, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:15:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdff8d1b74b9d9317 with lease ID 0x7562950b532eaf73: Processing first storage report for DS-87032fa8-d3e1-4f08-b42d-b7ef8a63539a from datanode DatanodeRegistration(127.0.0.1:39619, datanodeUuid=3c47454f-8d5c-4f01-92e4-9fb348d5fd7f, infoPort=34293, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597) 2024-11-08T06:15:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdff8d1b74b9d9317 with lease ID 0x7562950b532eaf73: from storage DS-87032fa8-d3e1-4f08-b42d-b7ef8a63539a node DatanodeRegistration(127.0.0.1:39619, datanodeUuid=3c47454f-8d5c-4f01-92e4-9fb348d5fd7f, infoPort=34293, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:15:05,562 WARN [Thread-774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data5/current/BP-491963457-172.17.0.2-1731046502597/current, will proceed with Du for space computation calculation, 2024-11-08T06:15:05,562 WARN [Thread-775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data6/current/BP-491963457-172.17.0.2-1731046502597/current, will proceed with Du for space computation calculation, 2024-11-08T06:15:05,583 WARN [Thread-737 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:15:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf77efe3ebfe44713 with lease ID 0x7562950b532eaf74: Processing first storage report for DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43 from datanode DatanodeRegistration(127.0.0.1:37359, datanodeUuid=a9daac80-6203-4b21-949b-cebd514f752a, infoPort=39633, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597) 2024-11-08T06:15:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf77efe3ebfe44713 with lease ID 0x7562950b532eaf74: from storage DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43 node DatanodeRegistration(127.0.0.1:37359, datanodeUuid=a9daac80-6203-4b21-949b-cebd514f752a, infoPort=39633, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:15:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf77efe3ebfe44713 with lease ID 0x7562950b532eaf74: Processing first storage report for DS-c21a1502-8b93-4863-aa96-bf6e8c98548a from datanode DatanodeRegistration(127.0.0.1:37359, datanodeUuid=a9daac80-6203-4b21-949b-cebd514f752a, infoPort=39633, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597) 2024-11-08T06:15:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf77efe3ebfe44713 with lease ID 0x7562950b532eaf74: from storage DS-c21a1502-8b93-4863-aa96-bf6e8c98548a node DatanodeRegistration(127.0.0.1:37359, datanodeUuid=a9daac80-6203-4b21-949b-cebd514f752a, infoPort=39633, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=395094027;c=1731046502597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:15:05,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9 2024-11-08T06:15:05,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/zookeeper_0, clientPort=51821, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:15:05,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51821 2024-11-08T06:15:05,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:05,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:15:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:15:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:15:05,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 with version=8 2024-11-08T06:15:05,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/hbase-staging 2024-11-08T06:15:05,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:15:05,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:15:05,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:15:05,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:15:05,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:15:05,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42285 2024-11-08T06:15:05,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42285 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-08T06:15:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422850x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:15:05,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42285-0x101191578410000 connected 2024-11-08T06:15:05,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:05,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:05,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:05,906 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36, hbase.cluster.distributed=false 2024-11-08T06:15:05,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:15:05,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-08T06:15:05,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42285 2024-11-08T06:15:05,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42285 2024-11-08T06:15:05,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-08T06:15:05,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-08T06:15:05,929 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:15:05,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:15:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:15:05,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:15:05,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:15:05,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45893 2024-11-08T06:15:05,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45893 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-08T06:15:05,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:05,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458930x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:15:05,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45893-0x101191578410001 connected 2024-11-08T06:15:05,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:05,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:15:05,956 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:15:05,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:15:05,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:15:05,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45893 2024-11-08T06:15:05,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45893 2024-11-08T06:15:05,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45893 2024-11-08T06:15:05,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45893 2024-11-08T06:15:05,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45893 2024-11-08T06:15:05,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:15:05,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:15:05,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:05,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:15:05,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:15:05,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:15:05,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38417 2024-11-08T06:15:06,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38417 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-08T06:15:06,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:06,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:06,022 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384170x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:15:06,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384170x0, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:06,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:15:06,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38417-0x101191578410002 connected 2024-11-08T06:15:06,033 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:15:06,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:15:06,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:15:06,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-08T06:15:06,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38417 2024-11-08T06:15:06,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38417 2024-11-08T06:15:06,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-08T06:15:06,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-08T06:15:06,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:15:06,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:06,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:06,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:15:06,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:15:06,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:15:06,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:15:06,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:15:06,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34561 2024-11-08T06:15:06,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34561 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-08T06:15:06,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:06,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:06,110 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345610x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:15:06,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345610x0, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:15:06,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:15:06,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34561-0x101191578410003 connected 2024-11-08T06:15:06,116 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:15:06,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:15:06,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:15:06,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34561 2024-11-08T06:15:06,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34561 2024-11-08T06:15:06,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34561 2024-11-08T06:15:06,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34561 2024-11-08T06:15:06,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34561 2024-11-08T06:15:06,149 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:42285 2024-11-08T06:15:06,150 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,163 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,164 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,164 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:15:06,179 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:15:06,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,179 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:15:06,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,180 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,180 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,180 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:15:06,181 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,42285,1731046505654 from backup master directory 2024-11-08T06:15:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,201 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,201 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:15:06,201 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:15:06,201 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,208 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/hbase.id] with ID: 3672684d-c9c7-4acd-a31a-12a22bc7f213 2024-11-08T06:15:06,208 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.tmp/hbase.id 2024-11-08T06:15:06,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:15:06,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:15:06,240 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.tmp/hbase.id]:[hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/hbase.id] 2024-11-08T06:15:06,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:15:06,261 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:15:06,261 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:15:06,264 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T06:15:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,274 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,274 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:15:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:15:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:15:06,292 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:15:06,293 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:15:06,293 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:15:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:15:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:15:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:15:06,304 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store 2024-11-08T06:15:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:15:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:15:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:15:06,317 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:06,318 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:15:06,318 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:06,318 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:06,318 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:15:06,318 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:06,318 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:15:06,318 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731046506318Disabling compacts and flushes for region at 1731046506318Disabling writes for close at 1731046506318Writing region close event to WAL at 1731046506318Closed at 1731046506318 2024-11-08T06:15:06,319 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/.initializing 2024-11-08T06:15:06,319 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/WALs/08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,320 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:15:06,323 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C42285%2C1731046505654, suffix=, logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/WALs/08a4831bbffd,42285,1731046505654, archiveDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/oldWALs, maxLogs=10 2024-11-08T06:15:06,337 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/WALs/08a4831bbffd,42285,1731046505654/08a4831bbffd%2C42285%2C1731046505654.1731046506323, exclude list is [], retry=0 2024-11-08T06:15:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-0c06e34d-e58f-48f0-b746-48377013518a,DISK] 2024-11-08T06:15:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-9b0ace59-7876-457f-a723-a38c3f203fb9,DISK] 2024-11-08T06:15:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37359,DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43,DISK] 2024-11-08T06:15:06,344 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/WALs/08a4831bbffd,42285,1731046505654/08a4831bbffd%2C42285%2C1731046505654.1731046506323 2024-11-08T06:15:06,344 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34813:34813),(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:39633:39633)] 2024-11-08T06:15:06,344 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:15:06,344 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:06,344 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,345 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:15:06,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:06,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:15:06,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:06,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:15:06,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:06,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:15:06,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:06,357 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,359 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,359 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,361 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,361 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,361 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:15:06,363 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:15:06,366 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:06,367 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74936852, jitterRate=0.11664611101150513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:15:06,368 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731046506345Initializing all the Stores at 1731046506346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046506346Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046506346Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046506346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046506346Cleaning up temporary data from old regions at 1731046506361 (+15 ms)Region opened successfully at 1731046506368 (+7 ms) 2024-11-08T06:15:06,368 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:15:06,373 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc31247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:15:06,374 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:15:06,374 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:15:06,375 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:15:06,375 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:15:06,375 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T06:15:06,376 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T06:15:06,376 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T06:15:06,394 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:15:06,395 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:15:06,405 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:15:06,405 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:15:06,406 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:15:06,415 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:15:06,416 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:15:06,417 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:15:06,426 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:15:06,427 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:15:06,436 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:15:06,439 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:15:06,447 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:15:06,457 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,457 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,458 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:15:06,458 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,458 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,42285,1731046505654, sessionid=0x101191578410000, setting cluster-up flag (Was=false) 2024-11-08T06:15:06,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,478 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,478 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,510 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:15:06,512 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,531 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,531 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:06,563 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:15:06,564 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,42285,1731046505654 2024-11-08T06:15:06,566 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:15:06,568 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:15:06,569 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:15:06,569 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:15:06,569 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,42285,1731046505654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:15:06,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,573 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731046536573 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:15:06,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:15:06,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:15:06,574 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,575 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:15:06,575 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:15:06,575 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:15:06,576 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:15:06,576 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:15:06,576 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731046506576,5,FailOnTimeoutGroup] 2024-11-08T06:15:06,576 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,576 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731046506576,5,FailOnTimeoutGroup] 2024-11-08T06:15:06,576 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,576 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:15:06,576 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,576 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:15:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:15:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:15:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:15:06,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:15:06,594 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:15:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:15:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:15:06,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:06,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:15:06,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:15:06,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:06,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:15:06,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:15:06,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:06,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:15:06,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:15:06,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:06,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:15:06,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:15:06,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:06,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:06,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:15:06,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740 2024-11-08T06:15:06,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740 2024-11-08T06:15:06,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:15:06,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:15:06,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:15:06,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:15:06,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:06,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75025145, jitterRate=0.11796177923679352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:15:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731046506605Initializing all the Stores at 1731046506606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046506606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046506606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046506606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046506606Cleaning up temporary data from old regions at 1731046506618 (+12 ms)Region opened successfully at 1731046506623 (+5 ms) 2024-11-08T06:15:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:15:06,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:15:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:15:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:15:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:15:06,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:15:06,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731046506623Disabling compacts and flushes for region at 1731046506623Disabling writes for close at 1731046506623Writing region close event to WAL at 1731046506624 (+1 ms)Closed at 1731046506624 2024-11-08T06:15:06,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:15:06,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:15:06,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:15:06,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:15:06,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:15:06,640 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(746): ClusterId : 3672684d-c9c7-4acd-a31a-12a22bc7f213 2024-11-08T06:15:06,641 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:15:06,644 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(746): ClusterId : 3672684d-c9c7-4acd-a31a-12a22bc7f213 2024-11-08T06:15:06,644 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:15:06,664 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(746): ClusterId : 3672684d-c9c7-4acd-a31a-12a22bc7f213 2024-11-08T06:15:06,664 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:15:06,664 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:15:06,664 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:15:06,664 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:15:06,664 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:15:06,675 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:15:06,675 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:15:06,675 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:15:06,675 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:15:06,675 DEBUG [RS:0;08a4831bbffd:45893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57737a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:15:06,675 DEBUG [RS:1;08a4831bbffd:38417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb6cf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:15:06,686 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:15:06,686 DEBUG [RS:2;08a4831bbffd:34561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22784c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:15:06,687 DEBUG [RS:0;08a4831bbffd:45893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:45893 2024-11-08T06:15:06,687 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;08a4831bbffd:38417 2024-11-08T06:15:06,687 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:15:06,687 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:15:06,687 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:15:06,687 DEBUG [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:15:06,687 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:15:06,687 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:15:06,688 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,42285,1731046505654 with port=38417, startcode=1731046505996 2024-11-08T06:15:06,688 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,42285,1731046505654 with port=45893, startcode=1731046505929 2024-11-08T06:15:06,688 DEBUG [RS:1;08a4831bbffd:38417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:15:06,688 DEBUG [RS:0;08a4831bbffd:45893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:15:06,691 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:15:06,691 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:15:06,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,45893,1731046505929 2024-11-08T06:15:06,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:06,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,38417,1731046505996 2024-11-08T06:15:06,693 DEBUG [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:06,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:06,693 DEBUG [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44529 2024-11-08T06:15:06,693 DEBUG [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:15:06,695 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:06,695 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44529 2024-11-08T06:15:06,695 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:15:06,701 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;08a4831bbffd:34561 2024-11-08T06:15:06,701 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:15:06,701 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:15:06,701 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:15:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:15:06,748 DEBUG [RS:0;08a4831bbffd:45893 {}] zookeeper.ZKUtil(111): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,45893,1731046505929 2024-11-08T06:15:06,748 WARN [RS:0;08a4831bbffd:45893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:15:06,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,38417,1731046505996] 2024-11-08T06:15:06,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,45893,1731046505929] 2024-11-08T06:15:06,748 INFO [RS:0;08a4831bbffd:45893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:15:06,748 DEBUG [RS:1;08a4831bbffd:38417 {}] zookeeper.ZKUtil(111): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,38417,1731046505996 2024-11-08T06:15:06,749 WARN [RS:1;08a4831bbffd:38417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:15:06,749 DEBUG [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929 2024-11-08T06:15:06,749 INFO [RS:1;08a4831bbffd:38417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:15:06,749 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,42285,1731046505654 with port=34561, startcode=1731046506086 2024-11-08T06:15:06,749 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,38417,1731046505996 2024-11-08T06:15:06,749 DEBUG [RS:2;08a4831bbffd:34561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:15:06,751 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:15:06,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,34561,1731046506086 2024-11-08T06:15:06,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:06,753 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:06,753 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44529 2024-11-08T06:15:06,754 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:15:06,754 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:15:06,754 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:15:06,756 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:15:06,760 INFO [RS:0;08a4831bbffd:45893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:15:06,760 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,772 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:15:06,772 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:15:06,773 INFO [RS:1;08a4831bbffd:38417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:15:06,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:15:06,773 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,773 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:15:06,773 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,774 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:15:06,774 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:15:06,775 DEBUG [RS:0;08a4831bbffd:45893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:15:06,775 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,775 DEBUG [RS:2;08a4831bbffd:34561 {}] zookeeper.ZKUtil(111): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,34561,1731046506086 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,775 WARN [RS:2;08a4831bbffd:34561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:15:06,775 INFO [RS:2;08a4831bbffd:34561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:15:06,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,34561,1731046506086] 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,775 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:15:06,775 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:15:06,776 DEBUG [RS:1;08a4831bbffd:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:15:06,778 WARN [08a4831bbffd:42285 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T06:15:06,783 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45893,1731046505929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,783 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,784 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,38417,1731046505996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:15:06,787 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:15:06,792 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:15:06,796 INFO [RS:2;08a4831bbffd:34561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:15:06,796 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,799 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:15:06,799 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:15:06,800 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45893,1731046505929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,800 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,38417,1731046505996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,800 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,800 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,800 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.Replication(171): 08a4831bbffd,45893,1731046505929 started 2024-11-08T06:15:06,800 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.Replication(171): 08a4831bbffd,38417,1731046505996 started 2024-11-08T06:15:06,803 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:15:06,805 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:15:06,805 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,805 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,805 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,806 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:15:06,807 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:15:06,807 DEBUG [RS:2;08a4831bbffd:34561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:15:06,816 INFO [RS:0;08a4831bbffd:45893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,816 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,45893,1731046505929, RpcServer on 08a4831bbffd/172.17.0.2:45893, sessionid=0x101191578410001 2024-11-08T06:15:06,816 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:15:06,816 DEBUG [RS:0;08a4831bbffd:45893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,45893,1731046505929 2024-11-08T06:15:06,816 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,45893,1731046505929' 2024-11-08T06:15:06,816 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:15:06,817 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,817 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,38417,1731046505996, RpcServer on 08a4831bbffd/172.17.0.2:38417, sessionid=0x101191578410002 2024-11-08T06:15:06,817 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:15:06,817 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:15:06,817 DEBUG [RS:1;08a4831bbffd:38417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,38417,1731046505996 2024-11-08T06:15:06,817 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,38417,1731046505996' 2024-11-08T06:15:06,817 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:15:06,818 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:15:06,818 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:15:06,818 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:15:06,818 DEBUG [RS:0;08a4831bbffd:45893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,45893,1731046505929 2024-11-08T06:15:06,818 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,45893,1731046505929' 2024-11-08T06:15:06,818 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:15:06,818 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:15:06,818 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:15:06,818 DEBUG [RS:1;08a4831bbffd:38417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,38417,1731046505996 2024-11-08T06:15:06,818 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:15:06,818 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,38417,1731046505996' 2024-11-08T06:15:06,818 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:15:06,819 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:15:06,819 DEBUG [RS:0;08a4831bbffd:45893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:15:06,819 INFO [RS:0;08a4831bbffd:45893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:15:06,819 INFO [RS:0;08a4831bbffd:45893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:15:06,820 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,820 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,820 DEBUG [RS:1;08a4831bbffd:38417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:15:06,820 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,820 INFO [RS:1;08a4831bbffd:38417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:15:06,820 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,820 INFO [RS:1;08a4831bbffd:38417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:15:06,820 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,820 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34561,1731046506086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:15:06,841 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:15:06,841 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34561,1731046506086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:06,842 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,842 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.Replication(171): 08a4831bbffd,34561,1731046506086 started 2024-11-08T06:15:06,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:06,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:06,862 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:06,862 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,34561,1731046506086, RpcServer on 08a4831bbffd/172.17.0.2:34561, sessionid=0x101191578410003 2024-11-08T06:15:06,862 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:15:06,862 DEBUG [RS:2;08a4831bbffd:34561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,34561,1731046506086 2024-11-08T06:15:06,862 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,34561,1731046506086' 2024-11-08T06:15:06,862 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:15:06,863 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:15:06,863 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:15:06,863 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:15:06,863 DEBUG [RS:2;08a4831bbffd:34561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,34561,1731046506086 2024-11-08T06:15:06,863 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,34561,1731046506086' 2024-11-08T06:15:06,863 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:15:06,864 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:15:06,864 DEBUG [RS:2;08a4831bbffd:34561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:15:06,864 INFO [RS:2;08a4831bbffd:34561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:15:06,865 INFO [RS:2;08a4831bbffd:34561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:15:06,919 INFO [RS:0;08a4831bbffd:45893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:15:06,921 INFO [RS:1;08a4831bbffd:38417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:15:06,922 INFO [RS:0;08a4831bbffd:45893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C45893%2C1731046505929, suffix=, logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929, archiveDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs, maxLogs=32 2024-11-08T06:15:06,923 INFO [RS:1;08a4831bbffd:38417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C38417%2C1731046505996, suffix=, logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,38417,1731046505996, archiveDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs, maxLogs=32 2024-11-08T06:15:06,941 DEBUG [RS:1;08a4831bbffd:38417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,38417,1731046505996/08a4831bbffd%2C38417%2C1731046505996.1731046506925, exclude list is [], retry=0 2024-11-08T06:15:06,943 DEBUG [RS:0;08a4831bbffd:45893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929/08a4831bbffd%2C45893%2C1731046505929.1731046506925, exclude list is [], retry=0 2024-11-08T06:15:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37359,DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43,DISK] 2024-11-08T06:15:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-9b0ace59-7876-457f-a723-a38c3f203fb9,DISK] 2024-11-08T06:15:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-0c06e34d-e58f-48f0-b746-48377013518a,DISK] 2024-11-08T06:15:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-9b0ace59-7876-457f-a723-a38c3f203fb9,DISK] 2024-11-08T06:15:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37359,DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43,DISK] 2024-11-08T06:15:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-0c06e34d-e58f-48f0-b746-48377013518a,DISK] 2024-11-08T06:15:06,965 INFO [RS:2;08a4831bbffd:34561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:15:06,967 INFO [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C34561%2C1731046506086, suffix=, logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086, archiveDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs, maxLogs=32 2024-11-08T06:15:06,984 DEBUG [RS:2;08a4831bbffd:34561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086/08a4831bbffd%2C34561%2C1731046506086.1731046506967, exclude list is [], retry=0 2024-11-08T06:15:06,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-9b0ace59-7876-457f-a723-a38c3f203fb9,DISK] 2024-11-08T06:15:06,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37359,DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43,DISK] 2024-11-08T06:15:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-0c06e34d-e58f-48f0-b746-48377013518a,DISK] 2024-11-08T06:15:06,997 INFO [RS:1;08a4831bbffd:38417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,38417,1731046505996/08a4831bbffd%2C38417%2C1731046505996.1731046506925 2024-11-08T06:15:07,017 INFO [RS:0;08a4831bbffd:45893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929/08a4831bbffd%2C45893%2C1731046505929.1731046506925 2024-11-08T06:15:07,032 DEBUG [RS:1;08a4831bbffd:38417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:34813:34813)] 2024-11-08T06:15:07,044 DEBUG [RS:0;08a4831bbffd:45893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:34813:34813)] 2024-11-08T06:15:07,061 INFO [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086/08a4831bbffd%2C34561%2C1731046506086.1731046506967 2024-11-08T06:15:07,062 DEBUG [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34813:34813)] 2024-11-08T06:15:07,279 DEBUG [08a4831bbffd:42285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T06:15:07,279 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T06:15:07,283 INFO [08a4831bbffd:42285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:15:07,283 INFO [08a4831bbffd:42285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:15:07,283 INFO [08a4831bbffd:42285 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T06:15:07,283 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:15:07,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:07,286 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,45893,1731046505929, state=OPENING 2024-11-08T06:15:07,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:15:07,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:07,348 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:07,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:07,348 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:15:07,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:15:07,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:07,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,45893,1731046505929}] 2024-11-08T06:15:07,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:07,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:07,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:07,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:15:07,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:07,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:07,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:12,223 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T06:15:14,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T06:15:14,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T06:15:17,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:15:17,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:15:17,359 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:15:17,359 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:15:17,359 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:15:17,361 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C45893%2C1731046505929.meta, suffix=.meta, logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929, archiveDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs, maxLogs=32 2024-11-08T06:15:17,379 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, exclude list is [], retry=0 2024-11-08T06:15:17,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-0c06e34d-e58f-48f0-b746-48377013518a,DISK] 2024-11-08T06:15:17,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37359,DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43,DISK] 2024-11-08T06:15:17,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-9b0ace59-7876-457f-a723-a38c3f203fb9,DISK] 2024-11-08T06:15:17,384 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta 2024-11-08T06:15:17,385 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34813:34813),(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-08T06:15:17,385 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:15:17,386 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:15:17,386 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:15:17,386 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:15:17,386 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:15:17,386 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,386 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:15:17,386 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:15:17,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:15:17,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:15:17,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:17,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:17,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:15:17,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:15:17,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:17,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:17,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:15:17,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:15:17,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:17,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:17,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:15:17,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:15:17,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:17,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:15:17,396 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:15:17,397 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740 2024-11-08T06:15:17,399 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740 2024-11-08T06:15:17,400 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:15:17,400 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:15:17,401 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:15:17,403 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:15:17,404 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980278, jitterRate=0.1023920476436615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:15:17,404 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:15:17,404 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731046517386Writing region info on filesystem at 1731046517387 (+1 ms)Initializing all the Stores at 1731046517388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046517388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046517388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046517388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046517388Cleaning up temporary data from old regions at 1731046517401 (+13 ms)Running coprocessor post-open hooks at 1731046517404 (+3 ms)Region opened successfully at 1731046517404 2024-11-08T06:15:17,405 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731046517352 2024-11-08T06:15:17,407 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:15:17,407 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:15:17,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:17,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,45893,1731046505929, state=OPEN 2024-11-08T06:15:17,425 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:17,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:17,425 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:17,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:17,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:17,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:17,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:17,425 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:17,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:17,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:15:17,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,45893,1731046505929 in 10.0760 sec 2024-11-08T06:15:17,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:15:17,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8030 sec 2024-11-08T06:15:17,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:15:17,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:15:17,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:15:17,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1] 2024-11-08T06:15:17,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:15:17,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:15:17,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8730 sec 2024-11-08T06:15:17,442 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731046517442, completionTime=-1 2024-11-08T06:15:17,442 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T06:15:17,442 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731046577444 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731046637444 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42285,1731046505654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42285,1731046505654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,444 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42285,1731046505654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,445 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:42285, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,445 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,445 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,447 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:15:17,449 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.248sec 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42285,1731046505654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:15:17,450 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42285,1731046505654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:15:17,453 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:15:17,453 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:15:17,453 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,42285,1731046505654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:15:17,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297db4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:15:17,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,42285,-1 for getting cluster id 2024-11-08T06:15:17,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:15:17,457 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3672684d-c9c7-4acd-a31a-12a22bc7f213' 2024-11-08T06:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3672684d-c9c7-4acd-a31a-12a22bc7f213" 2024-11-08T06:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3daffa6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:15:17,458 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,42285,-1] 2024-11-08T06:15:17,459 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:15:17,459 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:17,460 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:15:17,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6120f422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:15:17,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:15:17,463 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1] 2024-11-08T06:15:17,463 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:15:17,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:15:17,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,42285,1731046505654 2024-11-08T06:15:17,467 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731046517467 (current time:1731046517467). 2024-11-08T06:15:17,467 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T06:15:17,467 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T06:15:17,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c804232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:15:17,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,42285,-1 for getting cluster id 2024-11-08T06:15:17,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:15:17,469 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3672684d-c9c7-4acd-a31a-12a22bc7f213' 2024-11-08T06:15:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:15:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3672684d-c9c7-4acd-a31a-12a22bc7f213" 2024-11-08T06:15:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41519f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:15:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,42285,-1] 2024-11-08T06:15:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:15:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:17,471 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:15:17,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f215bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:15:17,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:15:17,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1] 2024-11-08T06:15:17,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:15:17,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:15:17,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:15:17,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:15:17,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:17,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:17,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:15:17,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T06:15:17,480 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,42285,1731046505654 2024-11-08T06:15:17,480 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@690afd12 2024-11-08T06:15:17,480 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T06:15:17,486 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T06:15:17,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:15:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T06:15:17,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T06:15:17,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:17,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T06:15:17,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T06:15:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741837_1013 (size=361) 2024-11-08T06:15:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741837_1013 (size=361) 2024-11-08T06:15:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741837_1013 (size=361) 2024-11-08T06:15:17,512 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51192d6304c8f1863a99b34967d7b4a7, NAME => 'SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,513 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4416e0a06f4cf4deebfa08dcef427193, NAME => 'SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,517 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 050f352ef09e22b984df030e67b45241, NAME => 'SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741838_1014 (size=54) 2024-11-08T06:15:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741838_1014 (size=54) 2024-11-08T06:15:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741838_1014 (size=54) 2024-11-08T06:15:17,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 51192d6304c8f1863a99b34967d7b4a7, disabling compactions & flushes 2024-11-08T06:15:17,548 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:17,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:17,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. after waiting 0 ms 2024-11-08T06:15:17,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:17,549 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:17,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51192d6304c8f1863a99b34967d7b4a7: Waiting for close lock at 1731046517548Disabling compacts and flushes for region at 1731046517548Disabling writes for close at 1731046517549 (+1 ms)Writing region close event to WAL at 1731046517549Closed at 1731046517549 2024-11-08T06:15:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741839_1015 (size=62) 2024-11-08T06:15:17,551 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e46c0417d317c25c336bd61bdcb5ab5, NAME => 'SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741839_1015 (size=62) 2024-11-08T06:15:17,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741839_1015 (size=62) 2024-11-08T06:15:17,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741840_1016 (size=62) 2024-11-08T06:15:17,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741840_1016 (size=62) 2024-11-08T06:15:17,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4416e0a06f4cf4deebfa08dcef427193, disabling compactions & flushes 2024-11-08T06:15:17,557 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:17,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:17,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. after waiting 0 ms 2024-11-08T06:15:17,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:17,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741840_1016 (size=62) 2024-11-08T06:15:17,559 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:17,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4416e0a06f4cf4deebfa08dcef427193: Waiting for close lock at 1731046517557Disabling compacts and flushes for region at 1731046517557Disabling writes for close at 1731046517558 (+1 ms)Writing region close event to WAL at 1731046517558Closed at 1731046517558 2024-11-08T06:15:17,560 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a53d11766a40ddf3220190a9832758ce, NAME => 'SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 050f352ef09e22b984df030e67b45241, disabling compactions & flushes 2024-11-08T06:15:17,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:17,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:17,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. after waiting 0 ms 2024-11-08T06:15:17,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:17,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:17,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 050f352ef09e22b984df030e67b45241: Waiting for close lock at 1731046517560Disabling compacts and flushes for region at 1731046517560Disabling writes for close at 1731046517560Writing region close event to WAL at 1731046517560Closed at 1731046517560 2024-11-08T06:15:17,561 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7852a350216c09807169dd240ceca505, NAME => 'SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741843_1019 (size=62) 2024-11-08T06:15:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741843_1019 (size=62) 2024-11-08T06:15:17,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741843_1019 (size=62) 2024-11-08T06:15:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741841_1017 (size=62) 2024-11-08T06:15:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741841_1017 (size=62) 2024-11-08T06:15:17,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7852a350216c09807169dd240ceca505, disabling compactions & flushes 2024-11-08T06:15:17,601 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:17,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:17,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. after waiting 0 ms 2024-11-08T06:15:17,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:17,602 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:17,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7852a350216c09807169dd240ceca505: Waiting for close lock at 1731046517601Disabling compacts and flushes for region at 1731046517601Disabling writes for close at 1731046517601Writing region close event to WAL at 1731046517602 (+1 ms)Closed at 1731046517602 2024-11-08T06:15:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741841_1017 (size=62) 2024-11-08T06:15:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741842_1018 (size=62) 2024-11-08T06:15:17,602 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fd9a19f78986e540f3bd941f7f78fe18, NAME => 'SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741842_1018 (size=62) 2024-11-08T06:15:17,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5e46c0417d317c25c336bd61bdcb5ab5, disabling compactions & flushes 2024-11-08T06:15:17,603 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:17,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741842_1018 (size=62) 2024-11-08T06:15:17,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. after waiting 0 ms 2024-11-08T06:15:17,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:17,604 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:17,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e46c0417d317c25c336bd61bdcb5ab5: Waiting for close lock at 1731046517603Disabling compacts and flushes for region at 1731046517603Disabling writes for close at 1731046517603Writing region close event to WAL at 1731046517603Closed at 1731046517603 2024-11-08T06:15:17,604 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ef12657d436878f98410a95d7b367e, NAME => 'SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a53d11766a40ddf3220190a9832758ce, disabling compactions & flushes 2024-11-08T06:15:17,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:17,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:17,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. after waiting 0 ms 2024-11-08T06:15:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:17,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:17,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:17,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a53d11766a40ddf3220190a9832758ce: Waiting for close lock at 1731046517605Disabling compacts and flushes for region at 1731046517605Disabling writes for close at 1731046517605Writing region close event to WAL at 1731046517605Closed at 1731046517605 2024-11-08T06:15:17,606 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b0c8132206a6600518497fe26c62164e, NAME => 'SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741844_1020 (size=62) 2024-11-08T06:15:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741846_1022 (size=62) 2024-11-08T06:15:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741844_1020 (size=62) 2024-11-08T06:15:17,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 31ef12657d436878f98410a95d7b367e, disabling compactions & flushes 2024-11-08T06:15:17,625 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:17,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:17,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. after waiting 0 ms 2024-11-08T06:15:17,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:17,625 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:17,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ef12657d436878f98410a95d7b367e: Waiting for close lock at 1731046517625Disabling compacts and flushes for region at 1731046517625Disabling writes for close at 1731046517625Writing region close event to WAL at 1731046517625Closed at 1731046517625 2024-11-08T06:15:17,626 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e5948a0a29462420c42bb9c46e126c8, NAME => 'SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36 2024-11-08T06:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741845_1021 (size=62) 2024-11-08T06:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741846_1022 (size=62) 2024-11-08T06:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741845_1021 (size=62) 2024-11-08T06:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741844_1020 (size=62) 2024-11-08T06:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741845_1021 (size=62) 2024-11-08T06:15:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741846_1022 (size=62) 2024-11-08T06:15:17,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b0c8132206a6600518497fe26c62164e, disabling compactions & flushes 2024-11-08T06:15:17,629 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:17,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:17,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. after waiting 0 ms 2024-11-08T06:15:17,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:17,629 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:17,629 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b0c8132206a6600518497fe26c62164e: Waiting for close lock at 1731046517629Disabling compacts and flushes for region at 1731046517629Disabling writes for close at 1731046517629Writing region close event to WAL at 1731046517629Closed at 1731046517629 2024-11-08T06:15:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741847_1023 (size=54) 2024-11-08T06:15:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741847_1023 (size=54) 2024-11-08T06:15:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741847_1023 (size=54) 2024-11-08T06:15:17,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:17,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0e5948a0a29462420c42bb9c46e126c8, disabling compactions & flushes 2024-11-08T06:15:17,641 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:17,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:17,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. after waiting 0 ms 2024-11-08T06:15:17,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:17,641 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:17,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e5948a0a29462420c42bb9c46e126c8: Waiting for close lock at 1731046517641Disabling compacts and flushes for region at 1731046517641Disabling writes for close at 1731046517641Writing region close event to WAL at 1731046517641Closed at 1731046517641 2024-11-08T06:15:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:18,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:18,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fd9a19f78986e540f3bd941f7f78fe18, disabling compactions & flushes 2024-11-08T06:15:18,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:18,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:18,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. after waiting 0 ms 2024-11-08T06:15:18,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:18,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:18,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fd9a19f78986e540f3bd941f7f78fe18: Waiting for close lock at 1731046518026Disabling compacts and flushes for region at 1731046518026Disabling writes for close at 1731046518026Writing region close event to WAL at 1731046518026Closed at 1731046518026 2024-11-08T06:15:18,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T06:15:18,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731046518029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731046518029"}]},"ts":"1731046518029"} 2024-11-08T06:15:18,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T06:15:18,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T06:15:18,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731046518046"}]},"ts":"1731046518046"} 2024-11-08T06:15:18,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T06:15:18,051 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T06:15:18,059 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:15:18,059 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:15:18,059 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T06:15:18,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:15:18,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51192d6304c8f1863a99b34967d7b4a7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4416e0a06f4cf4deebfa08dcef427193, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=050f352ef09e22b984df030e67b45241, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e46c0417d317c25c336bd61bdcb5ab5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a53d11766a40ddf3220190a9832758ce, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7852a350216c09807169dd240ceca505, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd9a19f78986e540f3bd941f7f78fe18, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31ef12657d436878f98410a95d7b367e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0c8132206a6600518497fe26c62164e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e5948a0a29462420c42bb9c46e126c8, ASSIGN}] 2024-11-08T06:15:18,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51192d6304c8f1863a99b34967d7b4a7, ASSIGN 2024-11-08T06:15:18,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51192d6304c8f1863a99b34967d7b4a7, ASSIGN; state=OFFLINE, location=08a4831bbffd,45893,1731046505929; forceNewPlan=false, retain=false 2024-11-08T06:15:18,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4416e0a06f4cf4deebfa08dcef427193, ASSIGN 2024-11-08T06:15:18,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4416e0a06f4cf4deebfa08dcef427193, ASSIGN; state=OFFLINE, location=08a4831bbffd,38417,1731046505996; forceNewPlan=false, retain=false 2024-11-08T06:15:18,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a53d11766a40ddf3220190a9832758ce, ASSIGN 2024-11-08T06:15:18,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=050f352ef09e22b984df030e67b45241, ASSIGN 2024-11-08T06:15:18,091 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e46c0417d317c25c336bd61bdcb5ab5, ASSIGN 2024-11-08T06:15:18,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7852a350216c09807169dd240ceca505, ASSIGN 2024-11-08T06:15:18,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a53d11766a40ddf3220190a9832758ce, ASSIGN; state=OFFLINE, location=08a4831bbffd,34561,1731046506086; forceNewPlan=false, retain=false 2024-11-08T06:15:18,094 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e46c0417d317c25c336bd61bdcb5ab5, ASSIGN; state=OFFLINE, location=08a4831bbffd,38417,1731046505996; forceNewPlan=false, retain=false 2024-11-08T06:15:18,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=050f352ef09e22b984df030e67b45241, ASSIGN; state=OFFLINE, location=08a4831bbffd,34561,1731046506086; forceNewPlan=false, retain=false 2024-11-08T06:15:18,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7852a350216c09807169dd240ceca505, ASSIGN; state=OFFLINE, location=08a4831bbffd,45893,1731046505929; forceNewPlan=false, retain=false 2024-11-08T06:15:18,103 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd9a19f78986e540f3bd941f7f78fe18, ASSIGN 2024-11-08T06:15:18,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0c8132206a6600518497fe26c62164e, ASSIGN 2024-11-08T06:15:18,103 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e5948a0a29462420c42bb9c46e126c8, ASSIGN 2024-11-08T06:15:18,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31ef12657d436878f98410a95d7b367e, ASSIGN 2024-11-08T06:15:18,105 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd9a19f78986e540f3bd941f7f78fe18, ASSIGN; state=OFFLINE, location=08a4831bbffd,45893,1731046505929; forceNewPlan=false, retain=false 2024-11-08T06:15:18,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0c8132206a6600518497fe26c62164e, ASSIGN; state=OFFLINE, location=08a4831bbffd,38417,1731046505996; forceNewPlan=false, retain=false 2024-11-08T06:15:18,106 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e5948a0a29462420c42bb9c46e126c8, ASSIGN; state=OFFLINE, location=08a4831bbffd,34561,1731046506086; forceNewPlan=false, retain=false 2024-11-08T06:15:18,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31ef12657d436878f98410a95d7b367e, ASSIGN; state=OFFLINE, location=08a4831bbffd,45893,1731046505929; forceNewPlan=false, retain=false 2024-11-08T06:15:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:18,234 INFO [08a4831bbffd:42285 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T06:15:18,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fd9a19f78986e540f3bd941f7f78fe18, regionState=OPENING, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:18,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=31ef12657d436878f98410a95d7b367e, regionState=OPENING, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:18,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7852a350216c09807169dd240ceca505, regionState=OPENING, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:18,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51192d6304c8f1863a99b34967d7b4a7, regionState=OPENING, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:18,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b0c8132206a6600518497fe26c62164e, regionState=OPENING, regionLocation=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:18,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5e46c0417d317c25c336bd61bdcb5ab5, regionState=OPENING, regionLocation=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:18,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4416e0a06f4cf4deebfa08dcef427193, regionState=OPENING, regionLocation=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:18,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e5948a0a29462420c42bb9c46e126c8, regionState=OPENING, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:18,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a53d11766a40ddf3220190a9832758ce, regionState=OPENING, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:18,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=050f352ef09e22b984df030e67b45241, regionState=OPENING, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:18,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31ef12657d436878f98410a95d7b367e, ASSIGN because future has completed 2024-11-08T06:15:18,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ef12657d436878f98410a95d7b367e, server=08a4831bbffd,45893,1731046505929}] 2024-11-08T06:15:18,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd9a19f78986e540f3bd941f7f78fe18, ASSIGN because future has completed 2024-11-08T06:15:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7852a350216c09807169dd240ceca505, ASSIGN because future has completed 2024-11-08T06:15:18,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd9a19f78986e540f3bd941f7f78fe18, server=08a4831bbffd,45893,1731046505929}] 2024-11-08T06:15:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51192d6304c8f1863a99b34967d7b4a7, ASSIGN because future has completed 2024-11-08T06:15:18,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7852a350216c09807169dd240ceca505, server=08a4831bbffd,45893,1731046505929}] 2024-11-08T06:15:18,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51192d6304c8f1863a99b34967d7b4a7, server=08a4831bbffd,45893,1731046505929}] 2024-11-08T06:15:18,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0c8132206a6600518497fe26c62164e, ASSIGN because future has completed 2024-11-08T06:15:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e46c0417d317c25c336bd61bdcb5ab5, ASSIGN because future has completed 2024-11-08T06:15:18,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4416e0a06f4cf4deebfa08dcef427193, ASSIGN because future has completed 2024-11-08T06:15:18,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5, server=08a4831bbffd,38417,1731046505996}] 2024-11-08T06:15:18,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0c8132206a6600518497fe26c62164e, server=08a4831bbffd,38417,1731046505996}] 2024-11-08T06:15:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e5948a0a29462420c42bb9c46e126c8, ASSIGN because future has completed 2024-11-08T06:15:18,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a53d11766a40ddf3220190a9832758ce, ASSIGN because future has completed 2024-11-08T06:15:18,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4416e0a06f4cf4deebfa08dcef427193, server=08a4831bbffd,38417,1731046505996}] 2024-11-08T06:15:18,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=050f352ef09e22b984df030e67b45241, ASSIGN because future has completed 2024-11-08T06:15:18,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050f352ef09e22b984df030e67b45241, server=08a4831bbffd,34561,1731046506086}] 2024-11-08T06:15:18,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53d11766a40ddf3220190a9832758ce, server=08a4831bbffd,34561,1731046506086}] 2024-11-08T06:15:18,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e5948a0a29462420c42bb9c46e126c8, server=08a4831bbffd,34561,1731046506086}] 2024-11-08T06:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:18,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:15:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:22,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:22,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:22,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:22,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:15:22,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:22,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:22,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:28,254 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:28,254 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 51192d6304c8f1863a99b34967d7b4a7, NAME => 'SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T06:15:28,254 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,255 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,255 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,255 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,256 INFO [StoreOpener-51192d6304c8f1863a99b34967d7b4a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,258 INFO [StoreOpener-51192d6304c8f1863a99b34967d7b4a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51192d6304c8f1863a99b34967d7b4a7 columnFamilyName cf 2024-11-08T06:15:28,258 DEBUG [StoreOpener-51192d6304c8f1863a99b34967d7b4a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,259 INFO [StoreOpener-51192d6304c8f1863a99b34967d7b4a7-1 {}] regionserver.HStore(327): Store=51192d6304c8f1863a99b34967d7b4a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,259 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,260 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,260 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,260 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,260 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,262 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,264 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/51192d6304c8f1863a99b34967d7b4a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,265 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 51192d6304c8f1863a99b34967d7b4a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68911299, jitterRate=0.0268583744764328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,265 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:28,265 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 51192d6304c8f1863a99b34967d7b4a7: Running coprocessor pre-open hook at 1731046528255Writing region info on filesystem at 1731046528255Initializing all the Stores at 1731046528256 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528256Cleaning up temporary data from old regions at 1731046528260 (+4 ms)Running coprocessor post-open hooks at 1731046528265 (+5 ms)Region opened successfully at 1731046528265 2024-11-08T06:15:28,266 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7., pid=18, masterSystemTime=1731046528248 2024-11-08T06:15:28,268 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:28,268 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:28,268 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:28,268 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => fd9a19f78986e540f3bd941f7f78fe18, NAME => 'SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T06:15:28,268 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51192d6304c8f1863a99b34967d7b4a7, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:28,268 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,269 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,269 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,270 INFO [StoreOpener-fd9a19f78986e540f3bd941f7f78fe18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51192d6304c8f1863a99b34967d7b4a7, server=08a4831bbffd,45893,1731046505929 because future has completed 2024-11-08T06:15:28,272 INFO [StoreOpener-fd9a19f78986e540f3bd941f7f78fe18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd9a19f78986e540f3bd941f7f78fe18 columnFamilyName cf 2024-11-08T06:15:28,272 DEBUG [StoreOpener-fd9a19f78986e540f3bd941f7f78fe18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,273 INFO [StoreOpener-fd9a19f78986e540f3bd941f7f78fe18-1 {}] regionserver.HStore(327): Store=fd9a19f78986e540f3bd941f7f78fe18/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,273 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,274 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-08T06:15:28,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51192d6304c8f1863a99b34967d7b4a7, server=08a4831bbffd,45893,1731046505929 in 9.9980 sec 2024-11-08T06:15:28,274 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,275 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,275 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51192d6304c8f1863a99b34967d7b4a7, ASSIGN in 10.2130 sec 2024-11-08T06:15:28,277 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,279 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,279 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened fd9a19f78986e540f3bd941f7f78fe18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74746896, jitterRate=0.1138155460357666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,280 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:28,280 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for fd9a19f78986e540f3bd941f7f78fe18: Running coprocessor pre-open hook at 1731046528269Writing region info on filesystem at 1731046528269Initializing all the Stores at 1731046528270 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528270Cleaning up temporary data from old regions at 1731046528275 (+5 ms)Running coprocessor post-open hooks at 1731046528280 (+5 ms)Region opened successfully at 1731046528280 2024-11-08T06:15:28,280 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18., pid=17, masterSystemTime=1731046528248 2024-11-08T06:15:28,282 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:28,283 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:28,283 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:28,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fd9a19f78986e540f3bd941f7f78fe18, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7852a350216c09807169dd240ceca505, NAME => 'SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T06:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd9a19f78986e540f3bd941f7f78fe18, server=08a4831bbffd,45893,1731046505929 because future has completed 2024-11-08T06:15:28,285 INFO [StoreOpener-7852a350216c09807169dd240ceca505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,287 INFO [StoreOpener-7852a350216c09807169dd240ceca505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7852a350216c09807169dd240ceca505 columnFamilyName cf 2024-11-08T06:15:28,287 DEBUG [StoreOpener-7852a350216c09807169dd240ceca505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,288 INFO [StoreOpener-7852a350216c09807169dd240ceca505-1 {}] regionserver.HStore(327): Store=7852a350216c09807169dd240ceca505/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,288 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,289 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-08T06:15:28,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fd9a19f78986e540f3bd941f7f78fe18, server=08a4831bbffd,45893,1731046505929 in 10.0280 sec 2024-11-08T06:15:28,289 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,290 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,290 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd9a19f78986e540f3bd941f7f78fe18, ASSIGN in 10.2280 sec 2024-11-08T06:15:28,292 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,295 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/7852a350216c09807169dd240ceca505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,295 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7852a350216c09807169dd240ceca505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63249687, jitterRate=-0.057506218552589417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,295 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7852a350216c09807169dd240ceca505 2024-11-08T06:15:28,296 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7852a350216c09807169dd240ceca505: Running coprocessor pre-open hook at 1731046528283Writing region info on filesystem at 1731046528283Initializing all the Stores at 1731046528285 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528285Cleaning up temporary data from old regions at 1731046528290 (+5 ms)Running coprocessor post-open hooks at 1731046528295 (+5 ms)Region opened successfully at 1731046528295 2024-11-08T06:15:28,296 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505., pid=16, masterSystemTime=1731046528248 2024-11-08T06:15:28,301 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:28,301 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:28,301 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:28,301 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ef12657d436878f98410a95d7b367e, NAME => 'SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T06:15:28,302 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7852a350216c09807169dd240ceca505, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:28,302 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,302 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,302 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,302 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7852a350216c09807169dd240ceca505, server=08a4831bbffd,45893,1731046505929 because future has completed 2024-11-08T06:15:28,307 INFO [StoreOpener-31ef12657d436878f98410a95d7b367e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,310 INFO [StoreOpener-31ef12657d436878f98410a95d7b367e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ef12657d436878f98410a95d7b367e columnFamilyName cf 2024-11-08T06:15:28,310 DEBUG [StoreOpener-31ef12657d436878f98410a95d7b367e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,311 INFO [StoreOpener-31ef12657d436878f98410a95d7b367e-1 {}] regionserver.HStore(327): Store=31ef12657d436878f98410a95d7b367e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,311 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,312 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-08T06:15:28,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7852a350216c09807169dd240ceca505, server=08a4831bbffd,45893,1731046505929 in 10.0490 sec 2024-11-08T06:15:28,314 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,315 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,315 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7852a350216c09807169dd240ceca505, ASSIGN in 10.2520 sec 2024-11-08T06:15:28,317 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,320 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:15:28,321 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,322 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 31ef12657d436878f98410a95d7b367e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65642687, jitterRate=-0.021847739815711975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,322 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:28,322 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 31ef12657d436878f98410a95d7b367e: Running coprocessor pre-open hook at 1731046528302Writing region info on filesystem at 1731046528302Initializing all the Stores at 1731046528306 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528306Cleaning up temporary data from old regions at 1731046528315 (+9 ms)Running coprocessor post-open hooks at 1731046528322 (+7 ms)Region opened successfully at 1731046528322 2024-11-08T06:15:28,323 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e., pid=15, masterSystemTime=1731046528248 2024-11-08T06:15:28,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:15:28,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:15:28,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:15:28,326 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:28,326 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:28,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=31ef12657d436878f98410a95d7b367e, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:28,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ef12657d436878f98410a95d7b367e, server=08a4831bbffd,45893,1731046505929 because future has completed 2024-11-08T06:15:28,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T06:15:28,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ef12657d436878f98410a95d7b367e, server=08a4831bbffd,45893,1731046505929 in 10.0880 sec 2024-11-08T06:15:28,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31ef12657d436878f98410a95d7b367e, ASSIGN in 10.2740 sec 2024-11-08T06:15:28,339 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:28,339 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 050f352ef09e22b984df030e67b45241, NAME => 'SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T06:15:28,339 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,339 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,340 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,340 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,340 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:28,340 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4416e0a06f4cf4deebfa08dcef427193, NAME => 'SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T06:15:28,340 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,340 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,341 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,341 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,344 INFO [StoreOpener-4416e0a06f4cf4deebfa08dcef427193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,344 INFO [StoreOpener-050f352ef09e22b984df030e67b45241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,346 INFO [StoreOpener-4416e0a06f4cf4deebfa08dcef427193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4416e0a06f4cf4deebfa08dcef427193 columnFamilyName cf 2024-11-08T06:15:28,346 INFO [StoreOpener-050f352ef09e22b984df030e67b45241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050f352ef09e22b984df030e67b45241 columnFamilyName cf 2024-11-08T06:15:28,346 DEBUG [StoreOpener-050f352ef09e22b984df030e67b45241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,346 DEBUG [StoreOpener-4416e0a06f4cf4deebfa08dcef427193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,347 INFO [StoreOpener-050f352ef09e22b984df030e67b45241-1 {}] regionserver.HStore(327): Store=050f352ef09e22b984df030e67b45241/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,347 INFO [StoreOpener-4416e0a06f4cf4deebfa08dcef427193-1 {}] regionserver.HStore(327): Store=4416e0a06f4cf4deebfa08dcef427193/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,347 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,347 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,348 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,348 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,349 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,349 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,349 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,349 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,349 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,349 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,351 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,351 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,354 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/050f352ef09e22b984df030e67b45241/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,354 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 050f352ef09e22b984df030e67b45241; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61287584, jitterRate=-0.08674383163452148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,354 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:28,354 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 050f352ef09e22b984df030e67b45241: Running coprocessor pre-open hook at 1731046528340Writing region info on filesystem at 1731046528340Initializing all the Stores at 1731046528341 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528341Cleaning up temporary data from old regions at 1731046528349 (+8 ms)Running coprocessor post-open hooks at 1731046528354 (+5 ms)Region opened successfully at 1731046528354 2024-11-08T06:15:28,355 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241., pid=22, masterSystemTime=1731046528323 2024-11-08T06:15:28,357 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/4416e0a06f4cf4deebfa08dcef427193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,358 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4416e0a06f4cf4deebfa08dcef427193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58750323, jitterRate=-0.12455196678638458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,358 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:28,358 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4416e0a06f4cf4deebfa08dcef427193: Running coprocessor pre-open hook at 1731046528341Writing region info on filesystem at 1731046528341Initializing all the Stores at 1731046528341Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528341Cleaning up temporary data from old regions at 1731046528349 (+8 ms)Running coprocessor post-open hooks at 1731046528358 (+9 ms)Region opened successfully at 1731046528358 2024-11-08T06:15:28,358 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:28,358 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:28,358 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:28,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=050f352ef09e22b984df030e67b45241, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:28,360 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e5948a0a29462420c42bb9c46e126c8, NAME => 'SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T06:15:28,360 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193., pid=21, masterSystemTime=1731046528320 2024-11-08T06:15:28,361 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,361 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,361 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,361 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050f352ef09e22b984df030e67b45241, server=08a4831bbffd,34561,1731046506086 because future has completed 2024-11-08T06:15:28,363 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:28,363 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:28,364 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:28,364 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e46c0417d317c25c336bd61bdcb5ab5, NAME => 'SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T06:15:28,364 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4416e0a06f4cf4deebfa08dcef427193, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:28,365 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,366 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,366 INFO [StoreOpener-0e5948a0a29462420c42bb9c46e126c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,366 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-08T06:15:28,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 050f352ef09e22b984df030e67b45241, server=08a4831bbffd,34561,1731046506086 in 10.0480 sec 2024-11-08T06:15:28,368 INFO [StoreOpener-0e5948a0a29462420c42bb9c46e126c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e5948a0a29462420c42bb9c46e126c8 columnFamilyName cf 2024-11-08T06:15:28,368 INFO [StoreOpener-5e46c0417d317c25c336bd61bdcb5ab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,368 DEBUG [StoreOpener-0e5948a0a29462420c42bb9c46e126c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4416e0a06f4cf4deebfa08dcef427193, server=08a4831bbffd,38417,1731046505996 because future has completed 2024-11-08T06:15:28,369 INFO [StoreOpener-0e5948a0a29462420c42bb9c46e126c8-1 {}] regionserver.HStore(327): Store=0e5948a0a29462420c42bb9c46e126c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,369 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,370 INFO [StoreOpener-5e46c0417d317c25c336bd61bdcb5ab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e46c0417d317c25c336bd61bdcb5ab5 columnFamilyName cf 2024-11-08T06:15:28,370 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,370 DEBUG [StoreOpener-5e46c0417d317c25c336bd61bdcb5ab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=050f352ef09e22b984df030e67b45241, ASSIGN in 10.3060 sec 2024-11-08T06:15:28,371 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,371 INFO [StoreOpener-5e46c0417d317c25c336bd61bdcb5ab5-1 {}] regionserver.HStore(327): Store=5e46c0417d317c25c336bd61bdcb5ab5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,371 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,371 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,371 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-08T06:15:28,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4416e0a06f4cf4deebfa08dcef427193, server=08a4831bbffd,38417,1731046505996 in 10.0580 sec 2024-11-08T06:15:28,373 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,373 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,374 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,374 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4416e0a06f4cf4deebfa08dcef427193, ASSIGN in 10.3110 sec 2024-11-08T06:15:28,376 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,377 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,380 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,380 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/5e46c0417d317c25c336bd61bdcb5ab5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,380 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0e5948a0a29462420c42bb9c46e126c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71645125, jitterRate=0.06759555637836456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,380 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:28,380 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0e5948a0a29462420c42bb9c46e126c8: Running coprocessor pre-open hook at 1731046528361Writing region info on filesystem at 1731046528361Initializing all the Stores at 1731046528364 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528364Cleaning up temporary data from old regions at 1731046528371 (+7 ms)Running coprocessor post-open hooks at 1731046528380 (+9 ms)Region opened successfully at 1731046528380 2024-11-08T06:15:28,381 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5e46c0417d317c25c336bd61bdcb5ab5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74953849, jitterRate=0.11689938604831696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,381 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:28,381 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5e46c0417d317c25c336bd61bdcb5ab5: Running coprocessor pre-open hook at 1731046528366Writing region info on filesystem at 1731046528366Initializing all the Stores at 1731046528367 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528367Cleaning up temporary data from old regions at 1731046528374 (+7 ms)Running coprocessor post-open hooks at 1731046528381 (+7 ms)Region opened successfully at 1731046528381 2024-11-08T06:15:28,381 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., pid=23, masterSystemTime=1731046528323 2024-11-08T06:15:28,382 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5., pid=19, masterSystemTime=1731046528320 2024-11-08T06:15:28,383 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:28,383 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:28,384 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:28,384 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a53d11766a40ddf3220190a9832758ce, NAME => 'SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T06:15:28,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e5948a0a29462420c42bb9c46e126c8, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:28,384 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,384 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,384 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,385 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,385 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:28,385 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:28,386 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:28,386 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b0c8132206a6600518497fe26c62164e, NAME => 'SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T06:15:28,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5e46c0417d317c25c336bd61bdcb5ab5, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:28,386 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e5948a0a29462420c42bb9c46e126c8, server=08a4831bbffd,34561,1731046506086 because future has completed 2024-11-08T06:15:28,386 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:15:28,387 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,387 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5, server=08a4831bbffd,38417,1731046505996 because future has completed 2024-11-08T06:15:28,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-08T06:15:28,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e5948a0a29462420c42bb9c46e126c8, server=08a4831bbffd,34561,1731046506086 in 10.0650 sec 2024-11-08T06:15:28,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-08T06:15:28,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5, server=08a4831bbffd,38417,1731046505996 in 10.0930 sec 2024-11-08T06:15:28,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e5948a0a29462420c42bb9c46e126c8, ASSIGN in 10.3300 sec 2024-11-08T06:15:28,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e46c0417d317c25c336bd61bdcb5ab5, ASSIGN in 10.3320 sec 2024-11-08T06:15:28,396 INFO [StoreOpener-a53d11766a40ddf3220190a9832758ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,396 INFO [StoreOpener-b0c8132206a6600518497fe26c62164e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,398 INFO [StoreOpener-b0c8132206a6600518497fe26c62164e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0c8132206a6600518497fe26c62164e columnFamilyName cf 2024-11-08T06:15:28,398 INFO [StoreOpener-a53d11766a40ddf3220190a9832758ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a53d11766a40ddf3220190a9832758ce columnFamilyName cf 2024-11-08T06:15:28,398 DEBUG [StoreOpener-b0c8132206a6600518497fe26c62164e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,398 DEBUG [StoreOpener-a53d11766a40ddf3220190a9832758ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:15:28,399 INFO [StoreOpener-a53d11766a40ddf3220190a9832758ce-1 {}] regionserver.HStore(327): Store=a53d11766a40ddf3220190a9832758ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,399 INFO [StoreOpener-b0c8132206a6600518497fe26c62164e-1 {}] regionserver.HStore(327): Store=b0c8132206a6600518497fe26c62164e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:15:28,399 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,399 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,400 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,400 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,400 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,400 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,401 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,401 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,401 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,401 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,403 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,403 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,405 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/a53d11766a40ddf3220190a9832758ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,406 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a53d11766a40ddf3220190a9832758ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66224781, jitterRate=-0.013173863291740417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,406 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:28,406 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a53d11766a40ddf3220190a9832758ce: Running coprocessor pre-open hook at 1731046528385Writing region info on filesystem at 1731046528385Initializing all the Stores at 1731046528387 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528387Cleaning up temporary data from old regions at 1731046528401 (+14 ms)Running coprocessor post-open hooks at 1731046528406 (+5 ms)Region opened successfully at 1731046528406 2024-11-08T06:15:28,407 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce., pid=24, masterSystemTime=1731046528323 2024-11-08T06:15:28,409 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:28,409 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:28,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a53d11766a40ddf3220190a9832758ce, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:28,410 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:15:28,413 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b0c8132206a6600518497fe26c62164e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61044054, jitterRate=-0.0903727114200592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:15:28,413 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:28,413 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b0c8132206a6600518497fe26c62164e: Running coprocessor pre-open hook at 1731046528387Writing region info on filesystem at 1731046528387Initializing all the Stores at 1731046528388 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046528388Cleaning up temporary data from old regions at 1731046528401 (+13 ms)Running coprocessor post-open hooks at 1731046528413 (+12 ms)Region opened successfully at 1731046528413 2024-11-08T06:15:28,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53d11766a40ddf3220190a9832758ce, server=08a4831bbffd,34561,1731046506086 because future has completed 2024-11-08T06:15:28,415 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e., pid=20, masterSystemTime=1731046528320 2024-11-08T06:15:28,418 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:28,418 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:28,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b0c8132206a6600518497fe26c62164e, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:28,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-08T06:15:28,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a53d11766a40ddf3220190a9832758ce, server=08a4831bbffd,34561,1731046506086 in 10.0940 sec 2024-11-08T06:15:28,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0c8132206a6600518497fe26c62164e, server=08a4831bbffd,38417,1731046505996 because future has completed 2024-11-08T06:15:28,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a53d11766a40ddf3220190a9832758ce, ASSIGN in 10.3600 sec 2024-11-08T06:15:28,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-08T06:15:28,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b0c8132206a6600518497fe26c62164e, server=08a4831bbffd,38417,1731046505996 in 10.1250 sec 2024-11-08T06:15:28,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-08T06:15:28,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0c8132206a6600518497fe26c62164e, ASSIGN in 10.3630 sec 2024-11-08T06:15:28,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T06:15:28,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731046528426"}]},"ts":"1731046528426"} 2024-11-08T06:15:28,429 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T06:15:28,430 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T06:15:28,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9420 sec 2024-11-08T06:15:30,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T06:15:33,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:33,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:33,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:33,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:15:33,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:33,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:33,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:15:35,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:15:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:15:35,746 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T06:15:35,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T06:15:35,747 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:15:35,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T06:15:35,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:15:35,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T06:15:35,810 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,814 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,818 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,820 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,899 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,901 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,902 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,906 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,908 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e., hostname=08a4831bbffd,45893,1731046505929, seqNum=2] 2024-11-08T06:15:35,958 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e., hostname=08a4831bbffd,38417,1731046505996, seqNum=2] 2024-11-08T06:15:35,961 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e., hostname=08a4831bbffd,38417,1731046505996, seqNum=2] 2024-11-08T06:15:35,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e., hostname=08a4831bbffd,38417,1731046505996, seqNum=2] 2024-11-08T06:15:36,082 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,085 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,089 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,091 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,093 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,101 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,103 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., hostname=08a4831bbffd,34561,1731046506086, seqNum=2] 2024-11-08T06:15:36,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:15:36,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:15:36,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:15:36,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:15:37,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:15:37,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:15:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:37,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45893 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:15:37,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T06:15:37,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T06:15:37,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:15:37,759 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T06:15:37,761 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T06:15:37,767 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T06:15:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741848_1024 (size=49) 2024-11-08T06:15:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741848_1024 (size=49) 2024-11-08T06:15:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741848_1024 (size=49) 2024-11-08T06:15:37,853 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T06:15:37,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51192d6304c8f1863a99b34967d7b4a7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4416e0a06f4cf4deebfa08dcef427193}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 050f352ef09e22b984df030e67b45241}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a53d11766a40ddf3220190a9832758ce}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7852a350216c09807169dd240ceca505}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd9a19f78986e540f3bd941f7f78fe18}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31ef12657d436878f98410a95d7b367e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0c8132206a6600518497fe26c62164e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e5948a0a29462420c42bb9c46e126c8}] 2024-11-08T06:15:37,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:37,856 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:37,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:37,857 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:37,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7852a350216c09807169dd240ceca505 2024-11-08T06:15:37,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:37,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:37,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:37,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:37,882 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:47,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T06:15:47,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T06:15:47,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T06:15:47,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:47,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T06:15:47,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5e46c0417d317c25c336bd61bdcb5ab5: 2024-11-08T06:15:47,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T06:15:47,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. for SnapshotProcedureTest completed. 2024-11-08T06:15:47,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:47,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T06:15:47,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:47,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T06:15:47,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b0c8132206a6600518497fe26c62164e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T06:15:47,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0e5948a0a29462420c42bb9c46e126c8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:47,867 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing fd9a19f78986e540f3bd941f7f78fe18 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4416e0a06f4cf4deebfa08dcef427193: 2024-11-08T06:15:47,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. for SnapshotProcedureTest completed. 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:47,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:47,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7852a350216c09807169dd240ceca505: 2024-11-08T06:15:47,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 31ef12657d436878f98410a95d7b367e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. for SnapshotProcedureTest completed. 2024-11-08T06:15:47,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:15:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a53d11766a40ddf3220190a9832758ce: 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 050f352ef09e22b984df030e67b45241: 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. for SnapshotProcedureTest completed. 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. for SnapshotProcedureTest completed. 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:15:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:15:47,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/.tmp/cf/a65978dd55c6470b8a27555032016835 is 34, key is ccd/cf:cf/1731046537010/Put/seqid=0 2024-11-08T06:15:47,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/.tmp/cf/9526a31eb9fe4c7b9ad04802fab72479 is 34, key is baa/cf:cf/1731046537042/Put/seqid=0 2024-11-08T06:15:47,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/.tmp/cf/6317490715b24c938e4ebf39ecb9d6b6 is 34, key is aaa/cf:cf/1731046537004/Put/seqid=0 2024-11-08T06:15:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741849_1025 (size=65) 2024-11-08T06:15:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741849_1025 (size=65) 2024-11-08T06:15:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741849_1025 (size=65) 2024-11-08T06:15:47,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:15:47,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T06:15:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T06:15:47,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:47,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:15:47,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4416e0a06f4cf4deebfa08dcef427193 in 10.0900 sec 2024-11-08T06:15:47,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/.tmp/cf/9e2e391a131c4433891da9667b22f732 is 34, key is eaa/cf:cf/1731046537623/Put/seqid=0 2024-11-08T06:15:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741852_1028 (size=65) 2024-11-08T06:15:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741852_1028 (size=65) 2024-11-08T06:15:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741852_1028 (size=65) 2024-11-08T06:15:48,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:15:48,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T06:15:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T06:15:48,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:48,008 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a53d11766a40ddf3220190a9832758ce 2024-11-08T06:15:48,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a53d11766a40ddf3220190a9832758ce in 10.1570 sec 2024-11-08T06:15:48,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741851_1027 (size=65) 2024-11-08T06:15:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741851_1027 (size=65) 2024-11-08T06:15:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741851_1027 (size=65) 2024-11-08T06:15:48,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:15:48,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T06:15:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T06:15:48,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:48,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 050f352ef09e22b984df030e67b45241 2024-11-08T06:15:48,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 050f352ef09e22b984df030e67b45241 in 10.1650 sec 2024-11-08T06:15:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741850_1026 (size=65) 2024-11-08T06:15:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741850_1026 (size=65) 2024-11-08T06:15:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741850_1026 (size=65) 2024-11-08T06:15:48,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:15:48,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T06:15:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T06:15:48,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:48,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:15:48,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e46c0417d317c25c336bd61bdcb5ab5 in 10.2120 sec 2024-11-08T06:15:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741853_1029 (size=65) 2024-11-08T06:15:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741853_1029 (size=65) 2024-11-08T06:15:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741853_1029 (size=65) 2024-11-08T06:15:48,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731046517487.7852a350216c09807169dd240ceca505. 2024-11-08T06:15:48,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T06:15:48,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:48,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 51192d6304c8f1863a99b34967d7b4a7: 2024-11-08T06:15:48,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. for SnapshotProcedureTest completed. 2024-11-08T06:15:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T06:15:48,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7852a350216c09807169dd240ceca505 2024-11-08T06:15:48,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:48,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T06:15:48,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7852a350216c09807169dd240ceca505 2024-11-08T06:15:48,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7852a350216c09807169dd240ceca505 in 10.2370 sec 2024-11-08T06:15:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741854_1030 (size=47197) 2024-11-08T06:15:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741854_1030 (size=47197) 2024-11-08T06:15:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741854_1030 (size=47197) 2024-11-08T06:15:48,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/.tmp/cf/a65978dd55c6470b8a27555032016835 2024-11-08T06:15:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741855_1031 (size=28623) 2024-11-08T06:15:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741855_1031 (size=28623) 2024-11-08T06:15:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741855_1031 (size=28623) 2024-11-08T06:15:48,213 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/.tmp/cf/9526a31eb9fe4c7b9ad04802fab72479 2024-11-08T06:15:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741856_1032 (size=26918) 2024-11-08T06:15:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741856_1032 (size=26918) 2024-11-08T06:15:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741856_1032 (size=26918) 2024-11-08T06:15:48,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/.tmp/cf/6317490715b24c938e4ebf39ecb9d6b6 2024-11-08T06:15:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741857_1033 (size=499309) 2024-11-08T06:15:48,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/.tmp/cf/a65978dd55c6470b8a27555032016835 as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/cf/a65978dd55c6470b8a27555032016835 2024-11-08T06:15:48,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/.tmp/cf/9526a31eb9fe4c7b9ad04802fab72479 as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/cf/9526a31eb9fe4c7b9ad04802fab72479 2024-11-08T06:15:48,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741857_1033 (size=499309) 2024-11-08T06:15:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741857_1033 (size=499309) 2024-11-08T06:15:48,246 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/.tmp/cf/9e2e391a131c4433891da9667b22f732 2024-11-08T06:15:48,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/.tmp/cf/6317490715b24c938e4ebf39ecb9d6b6 as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/cf/6317490715b24c938e4ebf39ecb9d6b6 2024-11-08T06:15:48,260 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/cf/6317490715b24c938e4ebf39ecb9d6b6, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T06:15:48,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for fd9a19f78986e540f3bd941f7f78fe18 in 395ms, sequenceid=5, compaction requested=false 2024-11-08T06:15:48,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for fd9a19f78986e540f3bd941f7f78fe18: 2024-11-08T06:15:48,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. for SnapshotProcedureTest completed. 2024-11-08T06:15:48,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:48,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/cf/6317490715b24c938e4ebf39ecb9d6b6] hfiles 2024-11-08T06:15:48,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/fd9a19f78986e540f3bd941f7f78fe18/cf/6317490715b24c938e4ebf39ecb9d6b6 for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/cf/9526a31eb9fe4c7b9ad04802fab72479, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T06:15:48,267 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 31ef12657d436878f98410a95d7b367e in 399ms, sequenceid=5, compaction requested=false 2024-11-08T06:15:48,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 31ef12657d436878f98410a95d7b367e: 2024-11-08T06:15:48,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. for SnapshotProcedureTest completed. 2024-11-08T06:15:48,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:48,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/cf/9526a31eb9fe4c7b9ad04802fab72479] hfiles 2024-11-08T06:15:48,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/31ef12657d436878f98410a95d7b367e/cf/9526a31eb9fe4c7b9ad04802fab72479 for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,272 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/cf/a65978dd55c6470b8a27555032016835, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T06:15:48,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b0c8132206a6600518497fe26c62164e in 408ms, sequenceid=5, compaction requested=false 2024-11-08T06:15:48,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b0c8132206a6600518497fe26c62164e: 2024-11-08T06:15:48,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. for SnapshotProcedureTest completed. 2024-11-08T06:15:48,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:48,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/cf/a65978dd55c6470b8a27555032016835] hfiles 2024-11-08T06:15:48,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/cf/a65978dd55c6470b8a27555032016835 for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/.tmp/cf/9e2e391a131c4433891da9667b22f732 as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/cf/9e2e391a131c4433891da9667b22f732 2024-11-08T06:15:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741858_1034 (size=57) 2024-11-08T06:15:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741858_1034 (size=57) 2024-11-08T06:15:48,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731046517487.51192d6304c8f1863a99b34967d7b4a7. 2024-11-08T06:15:48,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T06:15:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741858_1034 (size=57) 2024-11-08T06:15:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T06:15:48,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:48,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51192d6304c8f1863a99b34967d7b4a7 2024-11-08T06:15:48,309 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/cf/9e2e391a131c4433891da9667b22f732, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T06:15:48,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51192d6304c8f1863a99b34967d7b4a7 in 10.4530 sec 2024-11-08T06:15:48,314 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0e5948a0a29462420c42bb9c46e126c8 in 448ms, sequenceid=5, compaction requested=false 2024-11-08T06:15:48,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0e5948a0a29462420c42bb9c46e126c8: 2024-11-08T06:15:48,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. for SnapshotProcedureTest completed. 2024-11-08T06:15:48,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T06:15:48,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/cf/9e2e391a131c4433891da9667b22f732] hfiles 2024-11-08T06:15:48,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/cf/9e2e391a131c4433891da9667b22f732 for snapshot=SnapshotProcedureTest 2024-11-08T06:15:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741860_1036 (size=105) 2024-11-08T06:15:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741860_1036 (size=105) 2024-11-08T06:15:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741860_1036 (size=105) 2024-11-08T06:15:48,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731046517487.31ef12657d436878f98410a95d7b367e. 2024-11-08T06:15:48,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T06:15:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T06:15:48,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:48,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31ef12657d436878f98410a95d7b367e 2024-11-08T06:15:48,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31ef12657d436878f98410a95d7b367e in 10.4890 sec 2024-11-08T06:15:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741859_1035 (size=105) 2024-11-08T06:15:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741859_1035 (size=105) 2024-11-08T06:15:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741859_1035 (size=105) 2024-11-08T06:15:48,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731046517487.fd9a19f78986e540f3bd941f7f78fe18. 2024-11-08T06:15:48,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T06:15:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T06:15:48,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:48,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd9a19f78986e540f3bd941f7f78fe18 2024-11-08T06:15:48,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd9a19f78986e540f3bd941f7f78fe18 in 10.5020 sec 2024-11-08T06:15:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741861_1037 (size=105) 2024-11-08T06:15:48,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741861_1037 (size=105) 2024-11-08T06:15:48,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741861_1037 (size=105) 2024-11-08T06:15:48,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:15:48,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T06:15:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T06:15:48,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:48,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0c8132206a6600518497fe26c62164e 2024-11-08T06:15:48,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0c8132206a6600518497fe26c62164e in 10.5410 sec 2024-11-08T06:15:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741862_1038 (size=97) 2024-11-08T06:15:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741862_1038 (size=97) 2024-11-08T06:15:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741862_1038 (size=97) 2024-11-08T06:15:48,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:15:48,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T06:15:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T06:15:48,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:48,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:15:48,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-08T06:15:48,408 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T06:15:48,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e5948a0a29462420c42bb9c46e126c8 in 10.5530 sec 2024-11-08T06:15:48,410 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T06:15:48,411 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T06:15:48,411 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T06:15:48,422 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T06:15:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741863_1039 (size=1174) 2024-11-08T06:15:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741863_1039 (size=1174) 2024-11-08T06:15:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741863_1039 (size=1174) 2024-11-08T06:15:48,512 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T06:15:48,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T06:15:48,522 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:48,522 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:48,522 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,523 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:48,523 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,533 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,535 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:48,537 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:48,537 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:48,581 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:15:48,582 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,582 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 08a4831bbffd,45893,1731046505929: Simulated kill ***** 2024-11-08T06:15:48,582 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T06:15:48,582 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T06:15:48,583 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T06:15:48,583 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T06:15:48,583 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T06:15:48,583 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 662008000 }, "NonHeapMemoryUsage": { "committed": 178454528, "init": 7667712, "max": -1, "used": 174399224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T06:15:48,584 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42285 {}] master.MasterRpcServices(700): 08a4831bbffd,45893,1731046505929 reported a fatal error: ***** ABORTING region server 08a4831bbffd,45893,1731046505929: Simulated kill ***** 2024-11-08T06:15:48,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,45893,1731046505929' ***** 2024-11-08T06:15:48,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T06:15:48,585 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:15:48,585 INFO [RS:0;08a4831bbffd:45893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T06:15:48,585 INFO [RS:0;08a4831bbffd:45893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T06:15:48,585 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:15:48,585 INFO [RS:0;08a4831bbffd:45893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:15:48,586 INFO [RS:0;08a4831bbffd:45893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:45893. 2024-11-08T06:15:48,586 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:15:48,586 DEBUG [RS:0;08a4831bbffd:45893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:15:48,586 DEBUG [RS:0;08a4831bbffd:45893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741836_1012 (size=14382) 2024-11-08T06:15:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741836_1012 (size=14382) 2024-11-08T06:15:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741836_1012 (size=14382) 2024-11-08T06:15:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741834_1010 (size=2286) 2024-11-08T06:15:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741834_1010 (size=2286) 2024-11-08T06:15:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741834_1010 (size=2286) 2024-11-08T06:15:48,608 DEBUG [RS:0;08a4831bbffd:45893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:15:48,608 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:15:48,609 INFO [RS:0;08a4831bbffd:45893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45893 2024-11-08T06:15:48,638 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:15:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,652 INFO [RS:0;08a4831bbffd:45893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:15:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:15:48,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,45893,1731046505929] 2024-11-08T06:15:48,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,45893,1731046505929 already deleted, retry=false 2024-11-08T06:15:48,693 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 08a4831bbffd,45893,1731046505929 on 08a4831bbffd,42285,1731046505654 2024-11-08T06:15:48,694 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 08a4831bbffd,45893,1731046505929, splitWal=true, meta=true 2024-11-08T06:15:48,694 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 08a4831bbffd,45893,1731046505929 (carryingMeta=true) 08a4831bbffd,45893,1731046505929/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@16baea0c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T06:15:48,694 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 08a4831bbffd,45893,1731046505929, splitWal=true, meta=true 2024-11-08T06:15:48,695 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a4831bbffd,45893,1731046505929, splitWal=true, meta=true, isMeta: true 2024-11-08T06:15:48,697 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting 2024-11-08T06:15:48,699 INFO [PEWorker-5 {}] master.SplitWALManager(105): 08a4831bbffd,45893,1731046505929 WAL count=1, meta=true 2024-11-08T06:15:48,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta}] 2024-11-08T06:15:48,701 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:48,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, worker=08a4831bbffd,38417,1731046505996}] 2024-11-08T06:15:48,709 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45893,1731046505929 Release verify snapshot worker=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,709 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 08a4831bbffd,45893,1731046505929, this operation will be retried to send to another server 2024-11-08T06:15:48,709 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T06:15:48,710 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731046549710 2024-11-08T06:15:48,712 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45893,1731046505929 Release verify snapshot worker=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,712 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-08T06:15:48,713 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-08T06:15:48,713 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 08a4831bbffd,45893,1731046505929, this operation will be retried to send to another server 2024-11-08T06:15:48,713 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-08T06:15:48,713 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-08T06:15:48,713 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T06:15:48,713 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731046549713 2024-11-08T06:15:48,714 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,45893,1731046505929 Release verify snapshot worker=08a4831bbffd,45893,1731046505929 2024-11-08T06:15:48,715 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 08a4831bbffd,45893,1731046505929, this operation will be retried to send to another server 2024-11-08T06:15:48,715 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T06:15:48,715 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731046549715 2024-11-08T06:15:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45893-0x101191578410001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:15:48,775 INFO [RS:0;08a4831bbffd:45893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:15:48,775 INFO [RS:0;08a4831bbffd:45893 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,45893,1731046505929; zookeeper connection closed. 2024-11-08T06:15:48,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c276325 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c276325 2024-11-08T06:15:48,784 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T06:15:48,784 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T06:15:57,841 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T06:15:57,841 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T06:15:58,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T06:15:58,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T06:15:58,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T06:15:58,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T06:15:58,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T06:15:58,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T06:15:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T06:15:58,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T06:15:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T06:15:58,533 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 Release verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T06:15:58,534 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 Release verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 in 10.0150 sec 2024-11-08T06:15:58,536 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T06:15:58,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T06:15:58,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T06:15:58,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T06:15:58,537 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 Release verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,537 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,537 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T06:15:58,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 in 10.0160 sec 2024-11-08T06:15:58,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T06:15:58,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 in 10.0190 sec 2024-11-08T06:15:58,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T06:15:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T06:15:58,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T06:15:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T06:15:58,546 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 Release verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T06:15:58,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 in 10.0280 sec 2024-11-08T06:15:58,548 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 Release verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:58,548 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:58,549 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 Release verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:58,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 in 10.0300 sec 2024-11-08T06:15:58,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 in 10.0310 sec 2024-11-08T06:15:58,559 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, size=14.0 K (14382bytes) 2024-11-08T06:15:58,559 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta 2024-11-08T06:15:58,560 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta after 1ms 2024-11-08T06:15:58,563 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta took 4ms 2024-11-08T06:15:58,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-08T06:15:58,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta so closing down 2024-11-08T06:15:58,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T06:15:58,573 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp 2024-11-08T06:15:58,574 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp 2024-11-08T06:15:58,575 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T06:15:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741864_1040 (size=14141) 2024-11-08T06:15:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741864_1040 (size=14141) 2024-11-08T06:15:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741864_1040 (size=14141) 2024-11-08T06:15:58,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-08T06:15:58,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp to hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:15:58,589 INFO [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-08T06:15:58,589 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, journal: Splitting hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, size=14.0 K (14382bytes) at 1731046558559Finishing writing output for hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta so closing down at 1731046558572 (+13 ms)Creating recovered edits writer path=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp at 1731046558574 (+2 ms)3 split writer threads finished at 1731046558575 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731046558587 (+12 ms)Rename recovered edits hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta.temp to hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731046558589 (+2 ms)Processed 26 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731046558589 2024-11-08T06:15:58,589 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta 2024-11-08T06:15:58,589 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T06:15:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T06:15:58,593 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting/08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta to hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs 2024-11-08T06:15:58,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T06:15:58,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, worker=08a4831bbffd,38417,1731046505996 in 9.8900 sec 2024-11-08T06:15:58,597 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:15:58,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T06:15:58,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 08a4831bbffd%2C45893%2C1731046505929.meta.1731046517362.meta, worker=08a4831bbffd,38417,1731046505996 in 9.8980 sec 2024-11-08T06:15:58,644 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,45893,1731046505929-splitting dir is empty, no logs to split. 2024-11-08T06:15:58,644 INFO [PEWorker-4 {}] master.SplitWALManager(105): 08a4831bbffd,45893,1731046505929 WAL count=0, meta=true 2024-11-08T06:15:58,644 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 08a4831bbffd,45893,1731046505929 WAL splitting is done? wals=0, meta=true 2024-11-08T06:15:58,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:15:58,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:15:58,647 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(204): Hosts are {08a4831bbffd=0} racks are {/default-rack=0} 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T06:15:58,798 INFO [08a4831bbffd:42285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T06:15:58,798 INFO [08a4831bbffd:42285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T06:15:58,798 DEBUG [08a4831bbffd:42285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T06:15:58,799 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:15:58,800 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,34561,1731046506086, state=OPENING 2024-11-08T06:15:58,822 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:58,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:58,822 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:15:58,822 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:15:58,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:58,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:58,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:15:58,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,34561,1731046506086}] 2024-11-08T06:16:05,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:16:06,800 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T06:16:08,541 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:16:08,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T06:16:08,541 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:16:08,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T06:16:08,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T06:16:08,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T06:16:08,542 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:16:08,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T06:16:08,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T06:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T06:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T06:16:08,545 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C34561%2C1731046506086.meta, suffix=.meta, logDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086, archiveDir=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs, maxLogs=32 2024-11-08T06:16:08,545 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 Release verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T06:16:08,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 in 20.0270 sec 2024-11-08T06:16:08,547 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 Release verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,548 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 Release verify snapshot worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 in 20.0290 sec 2024-11-08T06:16:08,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T06:16:08,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,34561,1731046506086 in 20.0300 sec 2024-11-08T06:16:08,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T06:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T06:16:08,552 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 Release verify snapshot worker=08a4831bbffd,38417,1731046505996 2024-11-08T06:16:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-08T06:16:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=08a4831bbffd,38417,1731046505996 in 20.0340 sec 2024-11-08T06:16:08,554 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T06:16:08,555 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T06:16:08,556 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T06:16:08,557 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T06:16:08,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8020 sec 2024-11-08T06:16:08,561 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086/08a4831bbffd%2C34561%2C1731046506086.meta.1731046568545.meta, exclude list is [], retry=0 2024-11-08T06:16:08,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-0c06e34d-e58f-48f0-b746-48377013518a,DISK] 2024-11-08T06:16:08,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39619,DS-9b0ace59-7876-457f-a723-a38c3f203fb9,DISK] 2024-11-08T06:16:08,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37359,DS-b0425321-fa7f-4dd3-a3a7-5f0e732e5c43,DISK] 2024-11-08T06:16:08,566 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/WALs/08a4831bbffd,34561,1731046506086/08a4831bbffd%2C34561%2C1731046506086.meta.1731046568545.meta 2024-11-08T06:16:08,566 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34813:34813)] 2024-11-08T06:16:08,566 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:16:08,566 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:16:08,566 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:16:08,566 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:16:08,567 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:16:08,567 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:16:08,567 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:16:08,567 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:16:08,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:16:08,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:16:08,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:16:08,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:16:08,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:16:08,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:16:08,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:16:08,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:16:08,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:16:08,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:16:08,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:16:08,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:16:08,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:16:08,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:16:08,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:16:08,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:16:08,574 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:16:08,575 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740 2024-11-08T06:16:08,576 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740 2024-11-08T06:16:08,577 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:16:08,583 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:16:08,584 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T06:16:08,603 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/info/b04511d8dc45420c8214fcc2a606a0be is 167, key is SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193./info:regioninfo/1731046528364/Put/seqid=0 2024-11-08T06:16:08,608 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T06:16:08,610 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a4831bbffd:45893 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a4831bbffd/172.17.0.2:45893 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:16:08,610 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1, error=java.net.ConnectException: Call to address=08a4831bbffd:45893 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a4831bbffd/172.17.0.2:45893 2024-11-08T06:16:08,610 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-08T06:16:08,610 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,45893,1731046505929, seqNum=-1 from cache 2024-11-08T06:16:08,611 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 08a4831bbffd:45893 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a4831bbffd/172.17.0.2:45893 2024-11-08T06:16:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741866_1042 (size=18393) 2024-11-08T06:16:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741866_1042 (size=18393) 2024-11-08T06:16:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741866_1042 (size=18393) 2024-11-08T06:16:08,647 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/info/b04511d8dc45420c8214fcc2a606a0be 2024-11-08T06:16:08,675 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/ns/bc4637c1ddaa464b9cecf3a0d39b7b83 is 43, key is default/ns:d/1731046517437/Put/seqid=0 2024-11-08T06:16:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741867_1043 (size=5153) 2024-11-08T06:16:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741867_1043 (size=5153) 2024-11-08T06:16:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741867_1043 (size=5153) 2024-11-08T06:16:08,683 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/ns/bc4637c1ddaa464b9cecf3a0d39b7b83 2024-11-08T06:16:08,706 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/table/a37bbc99f00f479497ebfe577382534a is 47, key is SPTestTable/table:state/1731046528426/Put/seqid=0 2024-11-08T06:16:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741868_1044 (size=5214) 2024-11-08T06:16:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741868_1044 (size=5214) 2024-11-08T06:16:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741868_1044 (size=5214) 2024-11-08T06:16:08,714 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/table/a37bbc99f00f479497ebfe577382534a 2024-11-08T06:16:08,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:16:08,716 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34561,1731046506086, seqNum=-1] 2024-11-08T06:16:08,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34561 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:58728 deadline: 1731046628609, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,723 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/info/b04511d8dc45420c8214fcc2a606a0be as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/info/b04511d8dc45420c8214fcc2a606a0be 2024-11-08T06:16:08,735 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/info/b04511d8dc45420c8214fcc2a606a0be, entries=100, sequenceid=28, filesize=18.0 K 2024-11-08T06:16:08,736 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/ns/bc4637c1ddaa464b9cecf3a0d39b7b83 as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/ns/bc4637c1ddaa464b9cecf3a0d39b7b83 2024-11-08T06:16:08,745 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34561,1731046506086, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34561,1731046506086, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 08a4831bbffd,34561,1731046506086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T06:16:08,745 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34561,1731046506086, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 08a4831bbffd,34561,1731046506086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T06:16:08,745 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34561,1731046506086, seqNum=-1 from cache 2024-11-08T06:16:08,747 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/ns/bc4637c1ddaa464b9cecf3a0d39b7b83, entries=2, sequenceid=28, filesize=5.0 K 2024-11-08T06:16:08,748 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/.tmp/table/a37bbc99f00f479497ebfe577382534a as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/table/a37bbc99f00f479497ebfe577382534a 2024-11-08T06:16:08,758 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/table/a37bbc99f00f479497ebfe577382534a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-08T06:16:08,758 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 174ms, sequenceid=28, compaction requested=false; wal=null 2024-11-08T06:16:08,759 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T06:16:08,761 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:16:08,761 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:16:08,762 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:16:08,763 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:16:08,766 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-08T06:16:08,767 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63659248, jitterRate=-0.05140328407287598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:16:08,767 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:16:08,767 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731046568567Writing region info on filesystem at 1731046568567Initializing all the Stores at 1731046568568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046568568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046568568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731046568568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731046568568Obtaining lock to block concurrent updates at 1731046568584 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1731046568584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731046568584Flushing stores of hbase:meta,,1.1588230740 at 1731046568584Flushing 1588230740/info: creating writer at 1731046568584Flushing 1588230740/info: appending metadata at 1731046568602 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731046568602Flushing 1588230740/ns: creating writer at 1731046568655 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731046568675 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731046568675Flushing 1588230740/table: creating writer at 1731046568690 (+15 ms)Flushing 1588230740/table: appending metadata at 1731046568706 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731046568706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b2eadd: reopening flushed file at 1731046568722 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a14fab3: reopening flushed file at 1731046568736 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71be0ab3: reopening flushed file at 1731046568747 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 174ms, sequenceid=28, compaction requested=false; wal=null at 1731046568758 (+11 ms)Cleaning up temporary data from old regions at 1731046568761 (+3 ms)Running coprocessor post-open hooks at 1731046568767 (+6 ms)Region opened successfully at 1731046568767 2024-11-08T06:16:08,768 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731046568536 2024-11-08T06:16:08,770 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:16:08,771 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:16:08,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,772 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,34561,1731046506086, state=OPEN 2024-11-08T06:16:08,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:16:08,810 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:16:08,810 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:16:08,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:16:08,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:16:08,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:16:08,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-08T06:16:08,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,34561,1731046506086 in 9.9890 sec 2024-11-08T06:16:08,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-08T06:16:08,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1680 sec 2024-11-08T06:16:08,815 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 08a4831bbffd,45893,1731046505929 had 5 regions 2024-11-08T06:16:08,815 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a4831bbffd,45893,1731046505929, splitWal=true, meta=true, isMeta: false 2024-11-08T06:16:08,817 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a4831bbffd,45893,1731046505929 WAL count=1, meta=false 2024-11-08T06:16:08,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a4831bbffd%2C45893%2C1731046505929.1731046506925}] 2024-11-08T06:16:08,819 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a4831bbffd%2C45893%2C1731046505929.1731046506925, worker=08a4831bbffd,34561,1731046506086}] 2024-11-08T06:16:08,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:16:08,957 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34561,1731046506086, seqNum=-1] 2024-11-08T06:16:08,967 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T06:16:08,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:16:08,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:16:08,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:16:08,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:08,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:08,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:16:08,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:16:08,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1547840557, stopped=false 2024-11-08T06:16:08,969 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,42285,1731046505654 2024-11-08T06:16:08,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:16:08,979 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:16:08,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:16:08,979 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:16:08,979 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:16:08,979 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:16:08,979 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:16:08,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:16:08,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:16:08,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:08,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,38417,1731046505996' ***** 2024-11-08T06:16:08,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:16:08,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,34561,1731046506086' ***** 2024-11-08T06:16:08,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:16:08,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:16:08,981 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:16:08,981 INFO [RS:1;08a4831bbffd:38417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:16:08,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:16:08,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:16:08,981 INFO [RS:1;08a4831bbffd:38417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:16:08,981 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e46c0417d317c25c336bd61bdcb5ab5 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e5948a0a29462420c42bb9c46e126c8 2024-11-08T06:16:08,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(3091): Received CLOSE for 050f352ef09e22b984df030e67b45241 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(3091): Received CLOSE for a53d11766a40ddf3220190a9832758ce 2024-11-08T06:16:08,981 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,34561,1731046506086 2024-11-08T06:16:08,982 INFO [RS:2;08a4831bbffd:34561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:16:08,982 INFO [RS:2;08a4831bbffd:34561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;08a4831bbffd:34561. 2024-11-08T06:16:08,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:16:08,982 DEBUG [RS:2;08a4831bbffd:34561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:16:08,982 DEBUG [RS:2;08a4831bbffd:34561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:08,982 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:16:08,982 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:16:08,982 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(3091): Received CLOSE for b0c8132206a6600518497fe26c62164e 2024-11-08T06:16:08,982 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:16:08,982 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(3091): Received CLOSE for 4416e0a06f4cf4deebfa08dcef427193 2024-11-08T06:16:08,982 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:16:08,982 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,38417,1731046505996 2024-11-08T06:16:08,982 INFO [RS:1;08a4831bbffd:38417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:16:08,982 INFO [RS:1;08a4831bbffd:38417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;08a4831bbffd:38417. 2024-11-08T06:16:08,982 DEBUG [RS:1;08a4831bbffd:38417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:16:08,982 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e46c0417d317c25c336bd61bdcb5ab5, disabling compactions & flushes 2024-11-08T06:16:08,982 DEBUG [RS:1;08a4831bbffd:38417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:08,982 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:16:08,982 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:16:08,982 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T06:16:08,982 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. after waiting 0 ms 2024-11-08T06:16:08,982 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:16:08,982 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1325): Online Regions={5e46c0417d317c25c336bd61bdcb5ab5=SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5., b0c8132206a6600518497fe26c62164e=SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e., 4416e0a06f4cf4deebfa08dcef427193=SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193.} 2024-11-08T06:16:08,983 DEBUG [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1351): Waiting on 4416e0a06f4cf4deebfa08dcef427193, 5e46c0417d317c25c336bd61bdcb5ab5, b0c8132206a6600518497fe26c62164e 2024-11-08T06:16:08,983 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T06:16:08,983 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1325): Online Regions={0e5948a0a29462420c42bb9c46e126c8=SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8., 050f352ef09e22b984df030e67b45241=SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241., a53d11766a40ddf3220190a9832758ce=SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T06:16:08,983 DEBUG [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1351): Waiting on 050f352ef09e22b984df030e67b45241, 0e5948a0a29462420c42bb9c46e126c8, 1588230740, a53d11766a40ddf3220190a9832758ce 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e5948a0a29462420c42bb9c46e126c8, disabling compactions & flushes 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:16:08,983 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:16:08,983 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. after waiting 0 ms 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:16:08,983 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:16:09,004 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/0e5948a0a29462420c42bb9c46e126c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T06:16:09,005 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:16:09,005 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e5948a0a29462420c42bb9c46e126c8: Waiting for close lock at 1731046568983Running coprocessor pre-close hooks at 1731046568983Disabling compacts and flushes for region at 1731046568983Disabling writes for close at 1731046568983Writing region close event to WAL at 1731046568984 (+1 ms)Running coprocessor post-close hooks at 1731046569005 (+21 ms)Closed at 1731046569005 2024-11-08T06:16:09,006 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731046517487.0e5948a0a29462420c42bb9c46e126c8. 2024-11-08T06:16:09,006 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 050f352ef09e22b984df030e67b45241, disabling compactions & flushes 2024-11-08T06:16:09,006 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:16:09,006 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:16:09,006 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. after waiting 0 ms 2024-11-08T06:16:09,006 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:16:09,009 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/5e46c0417d317c25c336bd61bdcb5ab5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:16:09,010 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:16:09,011 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e46c0417d317c25c336bd61bdcb5ab5: Waiting for close lock at 1731046568982Running coprocessor pre-close hooks at 1731046568982Disabling compacts and flushes for region at 1731046568982Disabling writes for close at 1731046568982Writing region close event to WAL at 1731046568984 (+2 ms)Running coprocessor post-close hooks at 1731046569010 (+26 ms)Closed at 1731046569010 2024-11-08T06:16:09,011 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731046517487.5e46c0417d317c25c336bd61bdcb5ab5. 2024-11-08T06:16:09,011 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0c8132206a6600518497fe26c62164e, disabling compactions & flushes 2024-11-08T06:16:09,011 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:16:09,011 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:16:09,011 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. after waiting 0 ms 2024-11-08T06:16:09,011 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:16:09,014 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-08T06:16:09,016 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:16:09,016 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:16:09,016 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731046568983Running coprocessor pre-close hooks at 1731046568983Disabling compacts and flushes for region at 1731046568983Disabling writes for close at 1731046568983Writing region close event to WAL at 1731046568994 (+11 ms)Running coprocessor post-close hooks at 1731046569015 (+21 ms)Closed at 1731046569016 (+1 ms) 2024-11-08T06:16:09,016 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:16:09,021 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/050f352ef09e22b984df030e67b45241/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:16:09,022 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:16:09,022 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 050f352ef09e22b984df030e67b45241: Waiting for close lock at 1731046569006Running coprocessor pre-close hooks at 1731046569006Disabling compacts and flushes for region at 1731046569006Disabling writes for close at 1731046569006Writing region close event to WAL at 1731046569014 (+8 ms)Running coprocessor post-close hooks at 1731046569022 (+8 ms)Closed at 1731046569022 2024-11-08T06:16:09,022 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731046517487.050f352ef09e22b984df030e67b45241. 2024-11-08T06:16:09,022 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a53d11766a40ddf3220190a9832758ce, disabling compactions & flushes 2024-11-08T06:16:09,023 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:16:09,023 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:16:09,023 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. after waiting 0 ms 2024-11-08T06:16:09,023 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:16:09,025 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/b0c8132206a6600518497fe26c62164e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T06:16:09,026 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:16:09,026 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0c8132206a6600518497fe26c62164e: Waiting for close lock at 1731046569011Running coprocessor pre-close hooks at 1731046569011Disabling compacts and flushes for region at 1731046569011Disabling writes for close at 1731046569011Writing region close event to WAL at 1731046569020 (+9 ms)Running coprocessor post-close hooks at 1731046569026 (+6 ms)Closed at 1731046569026 2024-11-08T06:16:09,026 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731046517487.b0c8132206a6600518497fe26c62164e. 2024-11-08T06:16:09,027 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4416e0a06f4cf4deebfa08dcef427193, disabling compactions & flushes 2024-11-08T06:16:09,027 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:16:09,027 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:16:09,027 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. after waiting 0 ms 2024-11-08T06:16:09,027 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:16:09,041 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/a53d11766a40ddf3220190a9832758ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:16:09,042 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:16:09,042 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a53d11766a40ddf3220190a9832758ce: Waiting for close lock at 1731046569022Running coprocessor pre-close hooks at 1731046569022Disabling compacts and flushes for region at 1731046569022Disabling writes for close at 1731046569023 (+1 ms)Writing region close event to WAL at 1731046569024 (+1 ms)Running coprocessor post-close hooks at 1731046569042 (+18 ms)Closed at 1731046569042 2024-11-08T06:16:09,042 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731046517487.a53d11766a40ddf3220190a9832758ce. 2024-11-08T06:16:09,045 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/data/default/SPTestTable/4416e0a06f4cf4deebfa08dcef427193/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T06:16:09,046 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:16:09,046 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4416e0a06f4cf4deebfa08dcef427193: Waiting for close lock at 1731046569027Running coprocessor pre-close hooks at 1731046569027Disabling compacts and flushes for region at 1731046569027Disabling writes for close at 1731046569027Writing region close event to WAL at 1731046569027Running coprocessor post-close hooks at 1731046569046 (+19 ms)Closed at 1731046569046 2024-11-08T06:16:09,046 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731046517487.4416e0a06f4cf4deebfa08dcef427193. 2024-11-08T06:16:09,060 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:16:09,081 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:16:09,183 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,38417,1731046505996; all regions closed. 2024-11-08T06:16:09,183 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,34561,1731046506086; all regions closed. 2024-11-08T06:16:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741833_1009 (size=2364) 2024-11-08T06:16:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741865_1041 (size=678) 2024-11-08T06:16:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741833_1009 (size=2364) 2024-11-08T06:16:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741865_1041 (size=678) 2024-11-08T06:16:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741833_1009 (size=2364) 2024-11-08T06:16:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741865_1041 (size=678) 2024-11-08T06:16:09,189 DEBUG [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs 2024-11-08T06:16:09,189 INFO [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C34561%2C1731046506086.meta:.meta(num 1731046568545) 2024-11-08T06:16:09,189 DEBUG [RS:1;08a4831bbffd:38417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs 2024-11-08T06:16:09,189 INFO [RS:1;08a4831bbffd:38417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C38417%2C1731046505996:(num 1731046506925) 2024-11-08T06:16:09,189 DEBUG [RS:1;08a4831bbffd:38417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:09,189 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:16:09,189 INFO [RS:1;08a4831bbffd:38417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:16:09,190 INFO [RS:1;08a4831bbffd:38417 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:16:09,190 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:16:09,190 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:16:09,190 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:16:09,190 INFO [RS:1;08a4831bbffd:38417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:16:09,190 INFO [RS:1;08a4831bbffd:38417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38417 2024-11-08T06:16:09,191 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741835_1011 (size=2364) 2024-11-08T06:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741835_1011 (size=2364) 2024-11-08T06:16:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741835_1011 (size=2364) 2024-11-08T06:16:09,194 DEBUG [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/oldWALs 2024-11-08T06:16:09,195 INFO [RS:2;08a4831bbffd:34561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C34561%2C1731046506086:(num 1731046506967) 2024-11-08T06:16:09,195 DEBUG [RS:2;08a4831bbffd:34561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:16:09,195 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:16:09,195 INFO [RS:2;08a4831bbffd:34561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:16:09,195 INFO [RS:2;08a4831bbffd:34561 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:16:09,195 INFO [RS:2;08a4831bbffd:34561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:16:09,195 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:16:09,195 INFO [RS:2;08a4831bbffd:34561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34561 2024-11-08T06:16:09,200 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,38417,1731046505996 2024-11-08T06:16:09,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:16:09,200 INFO [RS:1;08a4831bbffd:38417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:16:09,210 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,34561,1731046506086 2024-11-08T06:16:09,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,38417,1731046505996] 2024-11-08T06:16:09,211 INFO [RS:2;08a4831bbffd:34561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:16:09,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,38417,1731046505996 already deleted, retry=false 2024-11-08T06:16:09,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,38417,1731046505996 expired; onlineServers=1 2024-11-08T06:16:09,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,34561,1731046506086] 2024-11-08T06:16:09,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,34561,1731046506086 already deleted, retry=false 2024-11-08T06:16:09,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,34561,1731046506086 expired; onlineServers=0 2024-11-08T06:16:09,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,42285,1731046505654' ***** 2024-11-08T06:16:09,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:16:09,316 INFO [M:0;08a4831bbffd:42285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:16:09,316 INFO [M:0;08a4831bbffd:42285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:16:09,316 DEBUG [M:0;08a4831bbffd:42285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:16:09,316 DEBUG [M:0;08a4831bbffd:42285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:16:09,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:16:09,316 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731046506576 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731046506576,5,FailOnTimeoutGroup] 2024-11-08T06:16:09,316 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731046506576 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731046506576,5,FailOnTimeoutGroup] 2024-11-08T06:16:09,317 INFO [M:0;08a4831bbffd:42285 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:16:09,317 INFO [M:0;08a4831bbffd:42285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:16:09,317 DEBUG [M:0;08a4831bbffd:42285 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:16:09,317 INFO [M:0;08a4831bbffd:42285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:16:09,317 INFO [M:0;08a4831bbffd:42285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:16:09,317 ERROR [M:0;08a4831bbffd:42285 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1236715141) connection to localhost/127.0.0.1:44529 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44529,5,PEWorkerGroup] 2024-11-08T06:16:09,317 INFO [M:0;08a4831bbffd:42285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:16:09,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:16:09,321 INFO [RS:1;08a4831bbffd:38417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:16:09,321 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:16:09,321 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x101191578410002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:16:09,321 INFO [RS:1;08a4831bbffd:38417 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,38417,1731046505996; zookeeper connection closed. 2024-11-08T06:16:09,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b9b5715 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b9b5715 2024-11-08T06:16:09,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:16:09,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:16:09,326 DEBUG [M:0;08a4831bbffd:42285 {}] zookeeper.ZKUtil(347): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:16:09,326 WARN [M:0;08a4831bbffd:42285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:16:09,327 INFO [M:0;08a4831bbffd:42285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/.lastflushedseqids 2024-11-08T06:16:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741869_1045 (size=632) 2024-11-08T06:16:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741869_1045 (size=632) 2024-11-08T06:16:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741869_1045 (size=632) 2024-11-08T06:16:09,334 INFO [M:0;08a4831bbffd:42285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:16:09,334 INFO [M:0;08a4831bbffd:42285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:16:09,335 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:16:09,335 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:16:09,335 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:16:09,335 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:16:09,335 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:16:09,335 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.41 KB heapSize=259.77 KB 2024-11-08T06:16:09,356 DEBUG [M:0;08a4831bbffd:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe2902476d484dcda5706325e7a78d5a is 82, key is hbase:meta,,1/info:regioninfo/1731046568771/Put/seqid=0 2024-11-08T06:16:09,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741870_1046 (size=6071) 2024-11-08T06:16:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741870_1046 (size=6071) 2024-11-08T06:16:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741870_1046 (size=6071) 2024-11-08T06:16:09,362 INFO [M:0;08a4831bbffd:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe2902476d484dcda5706325e7a78d5a 2024-11-08T06:16:09,385 DEBUG [M:0;08a4831bbffd:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e2ad96fe5344757940f75dc2b47273f is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731046528432/Put/seqid=0 2024-11-08T06:16:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741871_1047 (size=11609) 2024-11-08T06:16:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741871_1047 (size=11609) 2024-11-08T06:16:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741871_1047 (size=11609) 2024-11-08T06:16:09,393 INFO [M:0;08a4831bbffd:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.18 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e2ad96fe5344757940f75dc2b47273f 2024-11-08T06:16:09,400 INFO [M:0;08a4831bbffd:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2ad96fe5344757940f75dc2b47273f 2024-11-08T06:16:09,405 INFO [RS:2;08a4831bbffd:34561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:16:09,405 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:16:09,405 INFO [RS:2;08a4831bbffd:34561 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,34561,1731046506086; zookeeper connection closed. 2024-11-08T06:16:09,405 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34561-0x101191578410003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:16:09,406 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 2024-11-08T06:16:09,406 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T06:16:09,418 DEBUG [M:0;08a4831bbffd:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfcedbe2a1fd47e3ae465a453e159a26 is 69, key is 08a4831bbffd,34561,1731046506086/rs:state/1731046506752/Put/seqid=0 2024-11-08T06:16:09,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741872_1048 (size=5442) 2024-11-08T06:16:09,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741872_1048 (size=5442) 2024-11-08T06:16:09,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741872_1048 (size=5442) 2024-11-08T06:16:09,431 INFO [M:0;08a4831bbffd:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfcedbe2a1fd47e3ae465a453e159a26 2024-11-08T06:16:09,436 INFO [M:0;08a4831bbffd:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfcedbe2a1fd47e3ae465a453e159a26 2024-11-08T06:16:09,437 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe2902476d484dcda5706325e7a78d5a as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe2902476d484dcda5706325e7a78d5a 2024-11-08T06:16:09,443 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe2902476d484dcda5706325e7a78d5a, entries=14, sequenceid=446, filesize=5.9 K 2024-11-08T06:16:09,444 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e2ad96fe5344757940f75dc2b47273f as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e2ad96fe5344757940f75dc2b47273f 2024-11-08T06:16:09,452 INFO [M:0;08a4831bbffd:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2ad96fe5344757940f75dc2b47273f 2024-11-08T06:16:09,452 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e2ad96fe5344757940f75dc2b47273f, entries=52, sequenceid=446, filesize=11.3 K 2024-11-08T06:16:09,453 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfcedbe2a1fd47e3ae465a453e159a26 as hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfcedbe2a1fd47e3ae465a453e159a26 2024-11-08T06:16:09,460 INFO [M:0;08a4831bbffd:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfcedbe2a1fd47e3ae465a453e159a26 2024-11-08T06:16:09,460 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44529/user/jenkins/test-data/62b6a4e5-0323-37de-58d9-56f9b8f0dc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfcedbe2a1fd47e3ae465a453e159a26, entries=3, sequenceid=446, filesize=5.3 K 2024-11-08T06:16:09,461 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.41 KB/223647, heapSize ~259.48 KB/265704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=446, compaction requested=false 2024-11-08T06:16:09,462 INFO [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:16:09,462 DEBUG [M:0;08a4831bbffd:42285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731046569335Disabling compacts and flushes for region at 1731046569335Disabling writes for close at 1731046569335Obtaining lock to block concurrent updates at 1731046569335Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731046569335Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223647, getHeapSize=265944, getOffHeapSize=0, getCellsCount=545 at 1731046569335Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731046569336 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731046569336Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731046569355 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731046569355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731046569368 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731046569384 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731046569384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731046569400 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731046569417 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731046569418 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd6e8c4: reopening flushed file at 1731046569436 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763d0e60: reopening flushed file at 1731046569443 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ca0f25: reopening flushed file at 1731046569452 (+9 ms)Finished flush of dataSize ~218.41 KB/223647, heapSize ~259.48 KB/265704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=446, compaction requested=false at 1731046569461 (+9 ms)Writing region close event to WAL at 1731046569462 (+1 ms)Closed at 1731046569462 2024-11-08T06:16:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37359 is added to blk_1073741830_1006 (size=253452) 2024-11-08T06:16:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741830_1006 (size=253452) 2024-11-08T06:16:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39619 is added to blk_1073741830_1006 (size=253452) 2024-11-08T06:16:09,465 INFO [M:0;08a4831bbffd:42285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:16:09,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:16:09,466 INFO [M:0;08a4831bbffd:42285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42285 2024-11-08T06:16:09,466 INFO [M:0;08a4831bbffd:42285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:16:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:16:09,574 INFO [M:0;08a4831bbffd:42285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:16:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x101191578410000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:16:09,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f8ce6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:16:09,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15c88742{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:16:09,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:16:09,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac259b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:16:09,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed9745c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,STOPPED} 2024-11-08T06:16:09,578 WARN [BP-491963457-172.17.0.2-1731046502597 heartbeating to localhost/127.0.0.1:44529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:16:09,578 WARN [BP-491963457-172.17.0.2-1731046502597 heartbeating to localhost/127.0.0.1:44529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491963457-172.17.0.2-1731046502597 (Datanode Uuid a9daac80-6203-4b21-949b-cebd514f752a) service to localhost/127.0.0.1:44529 2024-11-08T06:16:09,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:16:09,579 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:16:09,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data5/current/BP-491963457-172.17.0.2-1731046502597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:16:09,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data6/current/BP-491963457-172.17.0.2-1731046502597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:16:09,580 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:16:09,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b469ccb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:16:09,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@643b12bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:16:09,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:16:09,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53d46694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:16:09,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d763442{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,STOPPED} 2024-11-08T06:16:09,584 WARN [BP-491963457-172.17.0.2-1731046502597 heartbeating to localhost/127.0.0.1:44529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:16:09,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:16:09,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:16:09,585 WARN [BP-491963457-172.17.0.2-1731046502597 heartbeating to localhost/127.0.0.1:44529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491963457-172.17.0.2-1731046502597 (Datanode Uuid 3c47454f-8d5c-4f01-92e4-9fb348d5fd7f) service to localhost/127.0.0.1:44529 2024-11-08T06:16:09,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data3/current/BP-491963457-172.17.0.2-1731046502597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:16:09,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data4/current/BP-491963457-172.17.0.2-1731046502597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:16:09,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:16:09,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27ad0793{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:16:09,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36963f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:16:09,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:16:09,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c06a796{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:16:09,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b089026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,STOPPED} 2024-11-08T06:16:09,592 WARN [BP-491963457-172.17.0.2-1731046502597 heartbeating to localhost/127.0.0.1:44529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:16:09,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:16:09,592 WARN [BP-491963457-172.17.0.2-1731046502597 heartbeating to localhost/127.0.0.1:44529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491963457-172.17.0.2-1731046502597 (Datanode Uuid e17118e5-c295-4c97-9dc7-4fd8f20502db) service to localhost/127.0.0.1:44529 2024-11-08T06:16:09,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:16:09,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data1/current/BP-491963457-172.17.0.2-1731046502597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:16:09,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/cluster_93322119-b29e-2acc-da66-7f16cf45ee8c/data/data2/current/BP-491963457-172.17.0.2-1731046502597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:16:09,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:16:09,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df4e6da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:16:09,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266a694c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:16:09,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:16:09,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df7dfae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:16:09,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a8333ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa29794c-0e06-72c3-c48b-66d9cbcc39d9/hadoop.log.dir/,STOPPED} 2024-11-08T06:16:09,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:16:09,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:16:09,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 91) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:44529 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:44529 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:44529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1236715141) connection to localhost/127.0.0.1:44529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 422) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5520 (was 5746)