2024-11-11 16:15:13,710 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 16:15:13,725 main DEBUG Took 0.012526 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 16:15:13,725 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 16:15:13,726 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 16:15:13,727 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 16:15:13,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,738 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 16:15:13,754 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,757 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,759 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,760 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,762 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,763 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,764 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,765 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,766 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,767 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:15:13,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,769 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 16:15:13,771 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:15:13,773 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 16:15:13,775 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 16:15:13,776 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 16:15:13,777 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 16:15:13,778 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 16:15:13,788 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 16:15:13,792 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 16:15:13,793 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 16:15:13,794 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 16:15:13,794 main DEBUG createAppenders(={Console}) 2024-11-11 16:15:13,795 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-11 16:15:13,795 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 16:15:13,795 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-11 16:15:13,795 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 16:15:13,796 main DEBUG OutputStream closed 2024-11-11 16:15:13,796 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 16:15:13,796 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 16:15:13,796 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-11 16:15:13,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 16:15:13,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 16:15:13,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 16:15:13,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 16:15:13,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 16:15:13,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 16:15:13,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 16:15:13,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 16:15:13,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 16:15:13,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 16:15:13,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 16:15:13,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 16:15:13,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 16:15:13,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 16:15:13,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 16:15:13,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 16:15:13,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 16:15:13,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 16:15:13,889 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 16:15:13,889 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-11 16:15:13,889 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 16:15:13,890 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-11T16:15:13,903 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 16:15:13,906 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 16:15:13,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T16:15:13,912 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T16:15:13,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=696, ProcessCount=11, AvailableMemoryMB=2034 2024-11-11T16:15:14,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795 2024-11-11T16:15:14,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:15:14,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843, deleteOnExit=true 2024-11-11T16:15:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:15:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/test.cache.data in system properties and HBase conf 2024-11-11T16:15:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:15:14,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:15:14,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:15:14,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:15:14,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:15:14,350 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T16:15:14,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:15:14,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:15:14,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:15:14,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:15:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:15:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:15:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:15:14,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:15:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:15:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:15:14,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:15:14,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:15:14,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:15:14,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:15:14,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:15:15,990 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:15:16,149 INFO [Time-limited test {}] log.Log(170): Logging initialized @3151ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T16:15:16,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:15:16,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:15:16,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:15:16,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:15:16,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:15:16,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:15:16,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:15:16,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:15:16,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/java.io.tmpdir/jetty-localhost-36851-hadoop-hdfs-3_4_1-tests_jar-_-any-544677251109544340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:15:16,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36851} 2024-11-11T16:15:16,940 INFO [Time-limited test {}] server.Server(415): Started @3943ms 2024-11-11T16:15:17,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:15:17,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:15:17,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:15:17,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:15:17,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:15:17,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:15:17,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:15:18,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/java.io.tmpdir/jetty-localhost-37887-hadoop-hdfs-3_4_1-tests_jar-_-any-5401942792188947553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:15:18,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:37887} 2024-11-11T16:15:18,068 INFO [Time-limited test {}] server.Server(415): Started @5071ms 2024-11-11T16:15:18,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:15:18,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:15:18,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:15:18,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:15:18,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:15:18,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:15:18,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:15:18,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:15:18,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/java.io.tmpdir/jetty-localhost-46877-hadoop-hdfs-3_4_1-tests_jar-_-any-3906376752645825441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:15:18,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:46877} 2024-11-11T16:15:18,691 INFO [Time-limited test {}] server.Server(415): Started @5694ms 2024-11-11T16:15:18,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:15:18,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:15:18,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:15:18,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:15:18,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:15:18,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:15:18,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:15:18,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:15:18,972 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data3/current/BP-861213441-172.17.0.2-1731341715634/current, will proceed with Du for space computation calculation, 2024-11-11T16:15:18,973 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data1/current/BP-861213441-172.17.0.2-1731341715634/current, will proceed with Du for space computation calculation, 2024-11-11T16:15:18,977 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data2/current/BP-861213441-172.17.0.2-1731341715634/current, will proceed with Du for space computation calculation, 2024-11-11T16:15:18,989 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data4/current/BP-861213441-172.17.0.2-1731341715634/current, will proceed with Du for space computation calculation, 2024-11-11T16:15:19,083 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:15:19,084 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:15:19,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/java.io.tmpdir/jetty-localhost-34747-hadoop-hdfs-3_4_1-tests_jar-_-any-12506769845811903891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:15:19,093 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:34747} 2024-11-11T16:15:19,093 INFO [Time-limited test {}] server.Server(415): Started @6096ms 2024-11-11T16:15:19,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:15:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54d4d35d7854cc74 with lease ID 0x1af14f3726736b2c: Processing first storage report for DS-ba5756cd-738b-444a-ad40-16b9c03195e6 from datanode DatanodeRegistration(127.0.0.1:43903, datanodeUuid=64ed9c75-7195-4c1b-b8cd-0df392c2a8db, infoPort=38997, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634) 2024-11-11T16:15:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54d4d35d7854cc74 with lease ID 0x1af14f3726736b2c: from storage DS-ba5756cd-738b-444a-ad40-16b9c03195e6 node DatanodeRegistration(127.0.0.1:43903, datanodeUuid=64ed9c75-7195-4c1b-b8cd-0df392c2a8db, infoPort=38997, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T16:15:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e0d3eb5a297a899 with lease ID 0x1af14f3726736b2d: Processing first storage report for DS-04fd678f-ad4e-4401-b761-8b14cf5d7341 from datanode DatanodeRegistration(127.0.0.1:35159, datanodeUuid=177063ef-9590-45fa-881d-e362e0eb2fb0, infoPort=41611, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634) 2024-11-11T16:15:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e0d3eb5a297a899 with lease ID 0x1af14f3726736b2d: from storage DS-04fd678f-ad4e-4401-b761-8b14cf5d7341 node DatanodeRegistration(127.0.0.1:35159, datanodeUuid=177063ef-9590-45fa-881d-e362e0eb2fb0, infoPort=41611, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:15:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54d4d35d7854cc74 with lease ID 0x1af14f3726736b2c: Processing first storage report for DS-b240f502-944b-4f32-ad45-ed759bff79ed from datanode DatanodeRegistration(127.0.0.1:43903, datanodeUuid=64ed9c75-7195-4c1b-b8cd-0df392c2a8db, infoPort=38997, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634) 2024-11-11T16:15:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54d4d35d7854cc74 with lease ID 0x1af14f3726736b2c: from storage DS-b240f502-944b-4f32-ad45-ed759bff79ed node DatanodeRegistration(127.0.0.1:43903, datanodeUuid=64ed9c75-7195-4c1b-b8cd-0df392c2a8db, infoPort=38997, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:15:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e0d3eb5a297a899 with lease ID 0x1af14f3726736b2d: Processing first storage report for DS-8ce8e3c9-a027-42f9-8bb8-d6adca3d8a73 from datanode DatanodeRegistration(127.0.0.1:35159, datanodeUuid=177063ef-9590-45fa-881d-e362e0eb2fb0, infoPort=41611, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634) 2024-11-11T16:15:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e0d3eb5a297a899 with lease ID 0x1af14f3726736b2d: from storage DS-8ce8e3c9-a027-42f9-8bb8-d6adca3d8a73 node DatanodeRegistration(127.0.0.1:35159, datanodeUuid=177063ef-9590-45fa-881d-e362e0eb2fb0, infoPort=41611, infoSecurePort=0, ipcPort=42019, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:15:19,328 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data5/current/BP-861213441-172.17.0.2-1731341715634/current, will proceed with Du for space computation calculation, 2024-11-11T16:15:19,329 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data6/current/BP-861213441-172.17.0.2-1731341715634/current, will proceed with Du for space computation calculation, 2024-11-11T16:15:19,418 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:15:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b8f60ac982a7da9 with lease ID 0x1af14f3726736b2e: Processing first storage report for DS-d91066f6-454b-43d2-b812-679c2d34dd1e from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=7bf7230e-4eff-4cef-8ee4-2f2b829360c3, infoPort=35625, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634) 2024-11-11T16:15:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b8f60ac982a7da9 with lease ID 0x1af14f3726736b2e: from storage DS-d91066f6-454b-43d2-b812-679c2d34dd1e node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=7bf7230e-4eff-4cef-8ee4-2f2b829360c3, infoPort=35625, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T16:15:19,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b8f60ac982a7da9 with lease ID 0x1af14f3726736b2e: Processing first storage report for DS-0b4f3ca6-af0e-4619-8b33-776f2885b5e5 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=7bf7230e-4eff-4cef-8ee4-2f2b829360c3, infoPort=35625, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634) 2024-11-11T16:15:19,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b8f60ac982a7da9 with lease ID 0x1af14f3726736b2e: from storage DS-0b4f3ca6-af0e-4619-8b33-776f2885b5e5 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=7bf7230e-4eff-4cef-8ee4-2f2b829360c3, infoPort=35625, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=835599428;c=1731341715634), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:15:19,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795 2024-11-11T16:15:19,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/zookeeper_0, clientPort=55690, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:15:19,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55690 2024-11-11T16:15:19,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:19,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:15:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:15:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:15:20,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec with version=8 2024-11-11T16:15:20,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/hbase-staging 2024-11-11T16:15:20,844 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T16:15:21,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:15:21,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:21,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:21,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:15:21,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:21,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:15:21,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:15:21,598 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T16:15:21,610 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T16:15:21,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:15:21,651 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4781 (auto-detected) 2024-11-11T16:15:21,652 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T16:15:21,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39297 2024-11-11T16:15:21,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39297 connecting to ZooKeeper ensemble=127.0.0.1:55690 2024-11-11T16:15:21,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392970x0, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:15:21,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39297-0x1002fa023e10000 connected 2024-11-11T16:15:21,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:21,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:21,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:15:21,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec, hbase.cluster.distributed=false 2024-11-11T16:15:21,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:15:22,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39297 2024-11-11T16:15:22,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39297 2024-11-11T16:15:22,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39297 2024-11-11T16:15:22,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39297 2024-11-11T16:15:22,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39297 2024-11-11T16:15:22,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:15:22,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:15:22,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:15:22,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:15:22,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:15:22,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39181 2024-11-11T16:15:22,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39181 connecting to ZooKeeper ensemble=127.0.0.1:55690 2024-11-11T16:15:22,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391810x0, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:15:22,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391810x0, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:15:22,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39181-0x1002fa023e10001 connected 2024-11-11T16:15:22,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:15:22,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:15:22,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:15:22,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:15:22,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181 2024-11-11T16:15:22,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181 2024-11-11T16:15:22,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181 2024-11-11T16:15:22,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181 2024-11-11T16:15:22,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181 2024-11-11T16:15:22,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:15:22,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:15:22,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:15:22,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:15:22,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:15:22,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41349 2024-11-11T16:15:22,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41349 connecting to ZooKeeper ensemble=127.0.0.1:55690 2024-11-11T16:15:22,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413490x0, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:15:22,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413490x0, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:15:22,460 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:15:22,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41349-0x1002fa023e10002 connected 2024-11-11T16:15:22,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:15:22,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:15:22,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:15:22,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-11T16:15:22,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-11T16:15:22,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-11T16:15:22,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-11T16:15:22,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-11T16:15:22,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:15:22,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:15:22,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:15:22,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:15:22,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:15:22,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:15:22,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45403 2024-11-11T16:15:22,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45403 connecting to ZooKeeper ensemble=127.0.0.1:55690 2024-11-11T16:15:22,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454030x0, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:15:22,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454030x0, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:15:22,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:15:22,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45403-0x1002fa023e10003 connected 2024-11-11T16:15:22,598 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:15:22,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:15:22,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:15:22,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45403 2024-11-11T16:15:22,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45403 2024-11-11T16:15:22,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45403 2024-11-11T16:15:22,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45403 2024-11-11T16:15:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45403 2024-11-11T16:15:22,692 DEBUG [M:0;16b413a53992:39297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:39297 2024-11-11T16:15:22,694 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/16b413a53992,39297,1731341720930 2024-11-11T16:15:22,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,708 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/16b413a53992,39297,1731341720930 2024-11-11T16:15:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:15:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:15:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,748 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:15:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:15:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,750 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/16b413a53992,39297,1731341720930 from backup master directory 2024-11-11T16:15:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/16b413a53992,39297,1731341720930 2024-11-11T16:15:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:15:22,754 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:15:22,754 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,39297,1731341720930 2024-11-11T16:15:22,757 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T16:15:22,759 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T16:15:22,825 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/hbase.id] with ID: 364a4507-691d-46af-9cc5-1570bef3d5eb 2024-11-11T16:15:22,825 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.tmp/hbase.id 2024-11-11T16:15:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:15:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:15:22,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:15:22,878 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.tmp/hbase.id]:[hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/hbase.id] 2024-11-11T16:15:22,943 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:15:22,949 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:15:22,975 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-11T16:15:22,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:22,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:23,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:15:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:15:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:15:23,120 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:15:23,125 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:15:23,150 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:15:23,156 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:15:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:15:23,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:15:23,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:15:23,232 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store 2024-11-11T16:15:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:15:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:15:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:15:23,306 INFO [master/16b413a53992:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T16:15:23,310 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:23,312 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:15:23,312 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:15:23,312 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:15:23,315 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:15:23,315 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:15:23,315 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:15:23,317 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341723312Disabling compacts and flushes for region at 1731341723312Disabling writes for close at 1731341723315 (+3 ms)Writing region close event to WAL at 1731341723315Closed at 1731341723315 2024-11-11T16:15:23,320 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/.initializing 2024-11-11T16:15:23,320 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/WALs/16b413a53992,39297,1731341720930 2024-11-11T16:15:23,332 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:15:23,366 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C39297%2C1731341720930, suffix=, logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/WALs/16b413a53992,39297,1731341720930, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/oldWALs, maxLogs=10 2024-11-11T16:15:23,404 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/WALs/16b413a53992,39297,1731341720930/16b413a53992%2C39297%2C1731341720930.1731341723374, exclude list is [], retry=0 2024-11-11T16:15:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35159,DS-04fd678f-ad4e-4401-b761-8b14cf5d7341,DISK] 2024-11-11T16:15:23,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-ba5756cd-738b-444a-ad40-16b9c03195e6,DISK] 2024-11-11T16:15:23,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-d91066f6-454b-43d2-b812-679c2d34dd1e,DISK] 2024-11-11T16:15:23,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T16:15:23,508 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/WALs/16b413a53992,39297,1731341720930/16b413a53992%2C39297%2C1731341720930.1731341723374 2024-11-11T16:15:23,509 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:41611:41611)] 2024-11-11T16:15:23,510 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:15:23,511 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:23,515 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,516 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:15:23,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:23,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:23,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:15:23,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:23,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:23,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:15:23,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:23,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:23,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:15:23,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:23,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:23,646 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,654 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,655 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,664 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,665 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,670 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:15:23,680 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:15:23,702 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:23,705 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70314197, jitterRate=0.04776318371295929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:15:23,716 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341723532Initializing all the Stores at 1731341723536 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341723537 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341723540 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341723541 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341723541Cleaning up temporary data from old regions at 1731341723665 (+124 ms)Region opened successfully at 1731341723716 (+51 ms) 2024-11-11T16:15:23,729 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:15:23,800 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9cb132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:15:23,839 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:15:23,852 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:15:23,852 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:15:23,855 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:15:23,857 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T16:15:23,866 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-11T16:15:23,866 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T16:15:23,908 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:15:23,920 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:15:23,923 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:15:23,926 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:15:23,928 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:15:23,931 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:15:23,934 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:15:23,952 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:15:23,954 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:15:23,955 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:15:23,957 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:15:23,982 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:15:23,985 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:15:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:15:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:15:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:15:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:23,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:23,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:15:23,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:23,995 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,39297,1731341720930, sessionid=0x1002fa023e10000, setting cluster-up flag (Was=false) 2024-11-11T16:15:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,019 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:15:24,025 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,39297,1731341720930 2024-11-11T16:15:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:24,043 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:15:24,045 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,39297,1731341720930 2024-11-11T16:15:24,058 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:15:24,068 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(746): ClusterId : 364a4507-691d-46af-9cc5-1570bef3d5eb 2024-11-11T16:15:24,070 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(746): ClusterId : 364a4507-691d-46af-9cc5-1570bef3d5eb 2024-11-11T16:15:24,071 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:15:24,072 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(746): ClusterId : 364a4507-691d-46af-9cc5-1570bef3d5eb 2024-11-11T16:15:24,072 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:15:24,072 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:15:24,081 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:15:24,081 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:15:24,081 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:15:24,081 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:15:24,081 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:15:24,081 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:15:24,086 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:15:24,086 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:15:24,087 DEBUG [RS:0;16b413a53992:39181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c32fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:15:24,087 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:15:24,088 DEBUG [RS:2;16b413a53992:45403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499b5483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:15:24,101 DEBUG [RS:1;16b413a53992:41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1959dcdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:15:24,112 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;16b413a53992:45403 2024-11-11T16:15:24,117 INFO [RS:2;16b413a53992:45403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:15:24,117 INFO [RS:2;16b413a53992:45403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:15:24,117 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:15:24,121 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=45403, startcode=1731341722531 2024-11-11T16:15:24,127 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:39181 2024-11-11T16:15:24,127 INFO [RS:0;16b413a53992:39181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:15:24,127 INFO [RS:0;16b413a53992:39181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:15:24,127 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:15:24,129 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=39181, startcode=1731341722209 2024-11-11T16:15:24,137 DEBUG [RS:0;16b413a53992:39181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:15:24,138 DEBUG [RS:2;16b413a53992:45403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:15:24,130 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;16b413a53992:41349 2024-11-11T16:15:24,145 INFO [RS:1;16b413a53992:41349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:15:24,145 INFO [RS:1;16b413a53992:41349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:15:24,145 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:15:24,147 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=41349, startcode=1731341722409 2024-11-11T16:15:24,148 DEBUG [RS:1;16b413a53992:41349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:15:24,213 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:15:24,227 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:15:24,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:15:24,234 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:15:24,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:15:24,239 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:15:24,242 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:15:24,247 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,39297,1731341720930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:15:24,251 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:15:24,252 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:15:24,259 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:15:24,259 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:15:24,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:15:24,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:15:24,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:15:24,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:15:24,260 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,276 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:15:24,276 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:15:24,277 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:15:24,277 WARN [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:15:24,277 WARN [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:15:24,277 WARN [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:15:24,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:15:24,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:15:24,294 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:24,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:15:24,320 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341754319 2024-11-11T16:15:24,322 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:15:24,323 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:15:24,329 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:15:24,329 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:15:24,330 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:15:24,330 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:15:24,336 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,345 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:15:24,346 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:15:24,347 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:15:24,362 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:15:24,363 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:15:24,376 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341724365,5,FailOnTimeoutGroup] 2024-11-11T16:15:24,379 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=39181, startcode=1731341722209 2024-11-11T16:15:24,379 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=41349, startcode=1731341722409 2024-11-11T16:15:24,379 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=45403, startcode=1731341722531 2024-11-11T16:15:24,382 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:15:24,383 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:15:24,384 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:15:24,384 WARN [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-11T16:15:24,384 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:15:24,384 WARN [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-11T16:15:24,385 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:15:24,385 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341724377,5,FailOnTimeoutGroup] 2024-11-11T16:15:24,393 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,393 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:15:24,394 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:15:24,394 WARN [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-11T16:15:24,396 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,396 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:15:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:15:24,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:15:24,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:15:24,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:15:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:15:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:15:24,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:24,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:15:24,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:15:24,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:24,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:24,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:15:24,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:15:24,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:24,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:24,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:15:24,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:15:24,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:24,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:24,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:15:24,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:15:24,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:24,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:24,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:15:24,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740 2024-11-11T16:15:24,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740 2024-11-11T16:15:24,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:15:24,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:15:24,509 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:15:24,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:15:24,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:24,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73142389, jitterRate=0.08990652859210968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:15:24,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341724474Initializing all the Stores at 1731341724476 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341724476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341724476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341724476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341724476Cleaning up temporary data from old regions at 1731341724508 (+32 ms)Region opened successfully at 1731341724528 (+20 ms) 2024-11-11T16:15:24,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:15:24,528 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:15:24,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:15:24,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:15:24,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:15:24,531 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:15:24,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341724528Disabling compacts and flushes for region at 1731341724528Disabling writes for close at 1731341724529 (+1 ms)Writing region close event to WAL at 1731341724530 (+1 ms)Closed at 1731341724531 (+1 ms) 2024-11-11T16:15:24,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:15:24,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:15:24,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:15:24,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:15:24,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:15:24,586 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=39181, startcode=1731341722209 2024-11-11T16:15:24,586 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=41349, startcode=1731341722409 2024-11-11T16:15:24,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,39181,1731341722209 2024-11-11T16:15:24,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(517): Registering regionserver=16b413a53992,39181,1731341722209 2024-11-11T16:15:24,596 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,39297,1731341720930 with port=45403, startcode=1731341722531 2024-11-11T16:15:24,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,41349,1731341722409 2024-11-11T16:15:24,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(517): Registering regionserver=16b413a53992,41349,1731341722409 2024-11-11T16:15:24,601 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:24,601 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38111 2024-11-11T16:15:24,601 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:15:24,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:15:24,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,45403,1731341722531 2024-11-11T16:15:24,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(517): Registering regionserver=16b413a53992,45403,1731341722531 2024-11-11T16:15:24,606 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:24,606 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38111 2024-11-11T16:15:24,606 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:15:24,608 DEBUG [RS:0;16b413a53992:39181 {}] zookeeper.ZKUtil(111): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,39181,1731341722209 2024-11-11T16:15:24,608 WARN [RS:0;16b413a53992:39181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:15:24,609 INFO [RS:0;16b413a53992:39181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:15:24,609 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209 2024-11-11T16:15:24,611 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:24,611 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38111 2024-11-11T16:15:24,611 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:15:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:15:24,614 DEBUG [RS:1;16b413a53992:41349 {}] zookeeper.ZKUtil(111): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,41349,1731341722409 2024-11-11T16:15:24,614 WARN [RS:1;16b413a53992:41349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:15:24,615 DEBUG [RS:2;16b413a53992:45403 {}] zookeeper.ZKUtil(111): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,45403,1731341722531 2024-11-11T16:15:24,615 INFO [RS:1;16b413a53992:41349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:15:24,615 WARN [RS:2;16b413a53992:45403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:15:24,615 DEBUG [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409 2024-11-11T16:15:24,615 INFO [RS:2;16b413a53992:45403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:15:24,615 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,45403,1731341722531 2024-11-11T16:15:24,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,41349,1731341722409] 2024-11-11T16:15:24,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,39181,1731341722209] 2024-11-11T16:15:24,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,45403,1731341722531] 2024-11-11T16:15:24,645 INFO [RS:2;16b413a53992:45403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:15:24,645 INFO [RS:0;16b413a53992:39181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:15:24,648 INFO [RS:1;16b413a53992:41349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:15:24,662 INFO [RS:2;16b413a53992:45403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:15:24,662 INFO [RS:1;16b413a53992:41349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:15:24,668 INFO [RS:2;16b413a53992:45403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:15:24,668 INFO [RS:0;16b413a53992:39181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:15:24,669 INFO [RS:1;16b413a53992:41349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:15:24,669 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,669 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,669 INFO [RS:0;16b413a53992:39181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:15:24,669 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,670 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:15:24,670 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:15:24,670 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:15:24,682 INFO [RS:1;16b413a53992:41349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:15:24,682 INFO [RS:0;16b413a53992:39181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:15:24,683 INFO [RS:2;16b413a53992:45403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:15:24,684 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,685 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,685 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,685 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,686 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,686 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,686 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,686 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:15:24,686 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,687 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,687 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,687 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,687 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,687 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,687 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:15:24,688 DEBUG [RS:2;16b413a53992:45403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:15:24,690 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,691 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,691 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,692 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,692 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,692 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:15:24,692 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,693 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,693 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,693 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,693 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,693 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,693 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:15:24,694 DEBUG [RS:0;16b413a53992:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:15:24,697 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,697 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,697 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,697 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,698 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,698 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,698 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:15:24,698 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,698 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,698 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,699 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,699 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,699 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:15:24,700 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:15:24,700 DEBUG [RS:1;16b413a53992:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:15:24,711 WARN [16b413a53992:39297 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:15:24,712 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,713 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,713 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,713 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,713 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,713 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45403,1731341722531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:15:24,750 INFO [RS:2;16b413a53992:45403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:15:24,753 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,45403,1731341722531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,754 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,754 INFO [RS:2;16b413a53992:45403 {}] regionserver.Replication(171): 16b413a53992,45403,1731341722531 started 2024-11-11T16:15:24,781 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,782 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,782 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,782 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,782 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,782 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41349,1731341722409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:15:24,785 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,786 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,45403,1731341722531, RpcServer on 16b413a53992/172.17.0.2:45403, sessionid=0x1002fa023e10003 2024-11-11T16:15:24,787 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:15:24,787 DEBUG [RS:2;16b413a53992:45403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,45403,1731341722531 2024-11-11T16:15:24,788 DEBUG [RS:2;16b413a53992:45403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,45403,1731341722531' 2024-11-11T16:15:24,788 DEBUG [RS:2;16b413a53992:45403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:15:24,789 DEBUG [RS:2;16b413a53992:45403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:15:24,792 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:15:24,792 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:15:24,792 DEBUG [RS:2;16b413a53992:45403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,45403,1731341722531 2024-11-11T16:15:24,792 DEBUG [RS:2;16b413a53992:45403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,45403,1731341722531' 2024-11-11T16:15:24,792 DEBUG [RS:2;16b413a53992:45403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:15:24,794 DEBUG [RS:2;16b413a53992:45403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:15:24,795 DEBUG [RS:2;16b413a53992:45403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:15:24,795 INFO [RS:2;16b413a53992:45403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:15:24,795 INFO [RS:2;16b413a53992:45403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:15:24,796 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,797 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,797 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,797 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,797 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,797 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39181,1731341722209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:15:24,846 INFO [RS:0;16b413a53992:39181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:15:24,846 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39181,1731341722209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,847 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,847 INFO [RS:0;16b413a53992:39181 {}] regionserver.Replication(171): 16b413a53992,39181,1731341722209 started 2024-11-11T16:15:24,864 INFO [RS:1;16b413a53992:41349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:15:24,865 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,41349,1731341722409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,865 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,866 INFO [RS:1;16b413a53992:41349 {}] regionserver.Replication(171): 16b413a53992,41349,1731341722409 started 2024-11-11T16:15:24,879 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,880 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,39181,1731341722209, RpcServer on 16b413a53992/172.17.0.2:39181, sessionid=0x1002fa023e10001 2024-11-11T16:15:24,880 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:15:24,880 DEBUG [RS:0;16b413a53992:39181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,39181,1731341722209 2024-11-11T16:15:24,880 DEBUG [RS:0;16b413a53992:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39181,1731341722209' 2024-11-11T16:15:24,889 DEBUG [RS:0;16b413a53992:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:15:24,890 DEBUG [RS:0;16b413a53992:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:15:24,892 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:15:24,892 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:15:24,892 DEBUG [RS:0;16b413a53992:39181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,39181,1731341722209 2024-11-11T16:15:24,892 DEBUG [RS:0;16b413a53992:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,39181,1731341722209' 2024-11-11T16:15:24,892 DEBUG [RS:0;16b413a53992:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:15:24,893 DEBUG [RS:0;16b413a53992:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:15:24,894 DEBUG [RS:0;16b413a53992:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:15:24,894 INFO [RS:0;16b413a53992:39181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:15:24,894 INFO [RS:0;16b413a53992:39181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:15:24,899 INFO [RS:1;16b413a53992:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:24,899 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,41349,1731341722409, RpcServer on 16b413a53992/172.17.0.2:41349, sessionid=0x1002fa023e10002 2024-11-11T16:15:24,900 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:15:24,900 DEBUG [RS:1;16b413a53992:41349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,41349,1731341722409 2024-11-11T16:15:24,900 DEBUG [RS:1;16b413a53992:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,41349,1731341722409' 2024-11-11T16:15:24,900 DEBUG [RS:1;16b413a53992:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:15:24,907 INFO [RS:2;16b413a53992:45403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:15:24,909 DEBUG [RS:1;16b413a53992:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:15:24,910 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:15:24,910 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:15:24,910 DEBUG [RS:1;16b413a53992:41349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,41349,1731341722409 2024-11-11T16:15:24,910 DEBUG [RS:1;16b413a53992:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,41349,1731341722409' 2024-11-11T16:15:24,910 DEBUG [RS:1;16b413a53992:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:15:24,911 DEBUG [RS:1;16b413a53992:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:15:24,912 DEBUG [RS:1;16b413a53992:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:15:24,912 INFO [RS:1;16b413a53992:41349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:15:24,912 INFO [RS:1;16b413a53992:41349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:15:24,919 INFO [RS:2;16b413a53992:45403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C45403%2C1731341722531, suffix=, logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,45403,1731341722531, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs, maxLogs=32 2024-11-11T16:15:24,951 DEBUG [RS:2;16b413a53992:45403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,45403,1731341722531/16b413a53992%2C45403%2C1731341722531.1731341724923, exclude list is [], retry=0 2024-11-11T16:15:24,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-d91066f6-454b-43d2-b812-679c2d34dd1e,DISK] 2024-11-11T16:15:24,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-ba5756cd-738b-444a-ad40-16b9c03195e6,DISK] 2024-11-11T16:15:24,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35159,DS-04fd678f-ad4e-4401-b761-8b14cf5d7341,DISK] 2024-11-11T16:15:24,993 INFO [RS:2;16b413a53992:45403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,45403,1731341722531/16b413a53992%2C45403%2C1731341722531.1731341724923 2024-11-11T16:15:24,994 INFO [RS:0;16b413a53992:39181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:15:24,997 DEBUG [RS:2;16b413a53992:45403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41611:41611),(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:38997:38997)] 2024-11-11T16:15:24,998 INFO [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C39181%2C1731341722209, suffix=, logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs, maxLogs=32 2024-11-11T16:15:25,013 INFO [RS:1;16b413a53992:41349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:15:25,016 INFO [RS:1;16b413a53992:41349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C41349%2C1731341722409, suffix=, logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs, maxLogs=32 2024-11-11T16:15:25,034 DEBUG [RS:0;16b413a53992:39181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209/16b413a53992%2C39181%2C1731341722209.1731341725000, exclude list is [], retry=0 2024-11-11T16:15:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-ba5756cd-738b-444a-ad40-16b9c03195e6,DISK] 2024-11-11T16:15:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35159,DS-04fd678f-ad4e-4401-b761-8b14cf5d7341,DISK] 2024-11-11T16:15:25,043 DEBUG [RS:1;16b413a53992:41349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409/16b413a53992%2C41349%2C1731341722409.1731341725022, exclude list is [], retry=0 2024-11-11T16:15:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-d91066f6-454b-43d2-b812-679c2d34dd1e,DISK] 2024-11-11T16:15:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-d91066f6-454b-43d2-b812-679c2d34dd1e,DISK] 2024-11-11T16:15:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35159,DS-04fd678f-ad4e-4401-b761-8b14cf5d7341,DISK] 2024-11-11T16:15:25,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-ba5756cd-738b-444a-ad40-16b9c03195e6,DISK] 2024-11-11T16:15:25,061 INFO [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209/16b413a53992%2C39181%2C1731341722209.1731341725000 2024-11-11T16:15:25,069 DEBUG [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:41611:41611)] 2024-11-11T16:15:25,091 INFO [RS:1;16b413a53992:41349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409/16b413a53992%2C41349%2C1731341722409.1731341725022 2024-11-11T16:15:25,092 DEBUG [RS:1;16b413a53992:41349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:41611:41611),(127.0.0.1/127.0.0.1:38997:38997)] 2024-11-11T16:15:25,214 DEBUG [16b413a53992:39297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T16:15:25,224 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:15:25,237 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:15:25,237 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:15:25,237 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T16:15:25,237 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:15:25,237 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:15:25,237 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T16:15:25,238 INFO [16b413a53992:39297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:15:25,238 INFO [16b413a53992:39297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:15:25,238 INFO [16b413a53992:39297 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T16:15:25,238 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:15:25,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:25,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,39181,1731341722209, state=OPENING 2024-11-11T16:15:25,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:15:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:15:25,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:25,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:25,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:25,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:25,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:15:25,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,39181,1731341722209}] 2024-11-11T16:15:31,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:15:31,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:15:35,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:15:35,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:15:35,345 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:15:35,346 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:15:35,346 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:15:35,350 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C39181%2C1731341722209.meta, suffix=.meta, logDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209, archiveDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs, maxLogs=32 2024-11-11T16:15:35,368 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209/16b413a53992%2C39181%2C1731341722209.meta.1731341735352.meta, exclude list is [], retry=0 2024-11-11T16:15:35,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-d91066f6-454b-43d2-b812-679c2d34dd1e,DISK] 2024-11-11T16:15:35,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-ba5756cd-738b-444a-ad40-16b9c03195e6,DISK] 2024-11-11T16:15:35,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35159,DS-04fd678f-ad4e-4401-b761-8b14cf5d7341,DISK] 2024-11-11T16:15:35,378 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,39181,1731341722209/16b413a53992%2C39181%2C1731341722209.meta.1731341735352.meta 2024-11-11T16:15:35,379 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:41611:41611),(127.0.0.1/127.0.0.1:38997:38997)] 2024-11-11T16:15:35,380 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:15:35,382 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:15:35,386 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:15:35,393 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:15:35,398 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:15:35,399 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,399 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:15:35,399 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:15:35,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:15:35,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:15:35,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:35,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:35,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:15:35,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:15:35,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:35,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:35,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:15:35,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:15:35,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:35,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:35,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:15:35,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:15:35,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:35,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:15:35,414 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:15:35,415 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740 2024-11-11T16:15:35,418 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740 2024-11-11T16:15:35,420 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:15:35,420 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:15:35,421 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:15:35,425 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:15:35,427 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61277889, jitterRate=-0.08688829839229584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:15:35,427 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:15:35,429 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341735400Writing region info on filesystem at 1731341735400Initializing all the Stores at 1731341735402 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341735403 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341735403Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341735403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341735403Cleaning up temporary data from old regions at 1731341735420 (+17 ms)Running coprocessor post-open hooks at 1731341735427 (+7 ms)Region opened successfully at 1731341735429 (+2 ms) 2024-11-11T16:15:35,436 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341735320 2024-11-11T16:15:35,448 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:15:35,448 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:15:35,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:35,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,39181,1731341722209, state=OPEN 2024-11-11T16:15:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:15:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:15:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:15:35,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:35,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:35,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:15:35,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:15:35,456 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,39181,1731341722209 2024-11-11T16:15:35,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:15:35,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,39181,1731341722209 in 10.1580 sec 2024-11-11T16:15:35,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:15:35,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9170 sec 2024-11-11T16:15:35,467 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:15:35,467 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:15:35,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:15:35,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39181,1731341722209, seqNum=-1] 2024-11-11T16:15:35,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:15:35,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:15:35,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4260 sec 2024-11-11T16:15:35,535 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341735535, completionTime=-1 2024-11-11T16:15:35,538 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T16:15:35,538 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:15:35,569 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T16:15:35,569 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341795569 2024-11-11T16:15:35,569 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731341855569 2024-11-11T16:15:35,569 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-11T16:15:35,570 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:15:35,577 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39297,1731341720930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,578 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39297,1731341720930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,578 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39297,1731341720930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,579 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:39297, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,580 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,580 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,587 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:15:35,607 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.852sec 2024-11-11T16:15:35,608 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:15:35,609 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:15:35,610 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:15:35,611 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:15:35,611 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:15:35,612 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39297,1731341720930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:15:35,612 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39297,1731341720930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:15:35,617 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:15:35,618 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:15:35,618 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,39297,1731341720930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:15:35,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810abfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:15:35,705 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T16:15:35,705 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T16:15:35,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,39297,-1 for getting cluster id 2024-11-11T16:15:35,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:15:35,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '364a4507-691d-46af-9cc5-1570bef3d5eb' 2024-11-11T16:15:35,749 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:15:35,749 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "364a4507-691d-46af-9cc5-1570bef3d5eb" 2024-11-11T16:15:35,749 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5d7f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:15:35,749 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,39297,-1] 2024-11-11T16:15:35,752 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:15:35,754 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:15:35,755 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:15:35,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96ceafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:15:35,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:15:35,769 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39181,1731341722209, seqNum=-1] 2024-11-11T16:15:35,769 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:15:35,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:15:35,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,39297,1731341720930 2024-11-11T16:15:35,805 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731341735803 (current time:1731341735803). 2024-11-11T16:15:35,805 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T16:15:35,805 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T16:15:35,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327470d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:15:35,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,39297,-1 for getting cluster id 2024-11-11T16:15:35,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:15:35,810 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '364a4507-691d-46af-9cc5-1570bef3d5eb' 2024-11-11T16:15:35,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:15:35,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "364a4507-691d-46af-9cc5-1570bef3d5eb" 2024-11-11T16:15:35,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb3d2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:15:35,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,39297,-1] 2024-11-11T16:15:35,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:15:35,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:15:35,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:15:35,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15126798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:15:35,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:15:35,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,39181,1731341722209, seqNum=-1] 2024-11-11T16:15:35,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:15:35,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:15:35,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:15:35,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:15:35,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:15:35,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:15:35,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:15:35,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:15:35,836 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,39297,1731341720930 2024-11-11T16:15:35,839 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38924da9 2024-11-11T16:15:35,840 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:15:35,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:15:35,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:15:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T16:15:35,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:15:35,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T16:15:35,861 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:35,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:15:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741837_1013 (size=361) 2024-11-11T16:15:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741837_1013 (size=361) 2024-11-11T16:15:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741837_1013 (size=361) 2024-11-11T16:15:35,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 70ca61025c5bcfe095afc3ba5abf0dfb, NAME => 'SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e3c1f6bdc0eecf58a4b88c8cea12f8ee, NAME => 'SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,884 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b330490bf569b34fb39f0fd3e3d5f5b, NAME => 'SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741838_1014 (size=62) 2024-11-11T16:15:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741838_1014 (size=62) 2024-11-11T16:15:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741838_1014 (size=62) 2024-11-11T16:15:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741839_1015 (size=62) 2024-11-11T16:15:35,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741839_1015 (size=62) 2024-11-11T16:15:35,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e3c1f6bdc0eecf58a4b88c8cea12f8ee, disabling compactions & flushes 2024-11-11T16:15:35,902 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:35,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:35,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. after waiting 0 ms 2024-11-11T16:15:35,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:35,902 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:35,902 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e3c1f6bdc0eecf58a4b88c8cea12f8ee: Waiting for close lock at 1731341735902Disabling compacts and flushes for region at 1731341735902Disabling writes for close at 1731341735902Writing region close event to WAL at 1731341735902Closed at 1731341735902 2024-11-11T16:15:35,903 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5438643517b090ea459807ebe7116b1, NAME => 'SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741839_1015 (size=62) 2024-11-11T16:15:35,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 70ca61025c5bcfe095afc3ba5abf0dfb, disabling compactions & flushes 2024-11-11T16:15:35,904 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:35,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:35,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. after waiting 0 ms 2024-11-11T16:15:35,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:35,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:35,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 70ca61025c5bcfe095afc3ba5abf0dfb: Waiting for close lock at 1731341735904Disabling compacts and flushes for region at 1731341735904Disabling writes for close at 1731341735905 (+1 ms)Writing region close event to WAL at 1731341735905Closed at 1731341735905 2024-11-11T16:15:35,906 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 98168a60f3c8bd74685724c63f6046a1, NAME => 'SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741840_1016 (size=54) 2024-11-11T16:15:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741840_1016 (size=54) 2024-11-11T16:15:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741840_1016 (size=54) 2024-11-11T16:15:35,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b330490bf569b34fb39f0fd3e3d5f5b, disabling compactions & flushes 2024-11-11T16:15:35,913 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:35,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:35,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. after waiting 0 ms 2024-11-11T16:15:35,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:35,913 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:35,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b330490bf569b34fb39f0fd3e3d5f5b: Waiting for close lock at 1731341735913Disabling compacts and flushes for region at 1731341735913Disabling writes for close at 1731341735913Writing region close event to WAL at 1731341735913Closed at 1731341735913 2024-11-11T16:15:35,914 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1016fe9dcfb3ffb1c03ff54271d8f1e7, NAME => 'SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741841_1017 (size=62) 2024-11-11T16:15:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741841_1017 (size=62) 2024-11-11T16:15:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741841_1017 (size=62) 2024-11-11T16:15:35,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741842_1018 (size=62) 2024-11-11T16:15:35,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b5438643517b090ea459807ebe7116b1, disabling compactions & flushes 2024-11-11T16:15:35,923 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:35,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:35,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. after waiting 0 ms 2024-11-11T16:15:35,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:35,923 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:35,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5438643517b090ea459807ebe7116b1: Waiting for close lock at 1731341735923Disabling compacts and flushes for region at 1731341735923Disabling writes for close at 1731341735923Writing region close event to WAL at 1731341735923Closed at 1731341735923 2024-11-11T16:15:35,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741842_1018 (size=62) 2024-11-11T16:15:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741842_1018 (size=62) 2024-11-11T16:15:35,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, NAME => 'SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 98168a60f3c8bd74685724c63f6046a1, disabling compactions & flushes 2024-11-11T16:15:35,924 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:35,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:35,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. after waiting 0 ms 2024-11-11T16:15:35,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:35,925 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:35,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 98168a60f3c8bd74685724c63f6046a1: Waiting for close lock at 1731341735924Disabling compacts and flushes for region at 1731341735924Disabling writes for close at 1731341735925 (+1 ms)Writing region close event to WAL at 1731341735925Closed at 1731341735925 2024-11-11T16:15:35,925 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eb9c7044d137530b5a88854a0cd61e50, NAME => 'SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741843_1019 (size=62) 2024-11-11T16:15:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741843_1019 (size=62) 2024-11-11T16:15:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741843_1019 (size=62) 2024-11-11T16:15:35,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1016fe9dcfb3ffb1c03ff54271d8f1e7, disabling compactions & flushes 2024-11-11T16:15:35,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:35,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:35,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. after waiting 0 ms 2024-11-11T16:15:35,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:35,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:35,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1016fe9dcfb3ffb1c03ff54271d8f1e7: Waiting for close lock at 1731341735933Disabling compacts and flushes for region at 1731341735933Disabling writes for close at 1731341735933Writing region close event to WAL at 1731341735933Closed at 1731341735933 2024-11-11T16:15:35,934 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2d7a68355ffbbc731fdb91e758aff44, NAME => 'SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741844_1020 (size=62) 2024-11-11T16:15:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741844_1020 (size=62) 2024-11-11T16:15:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741845_1021 (size=62) 2024-11-11T16:15:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741845_1021 (size=62) 2024-11-11T16:15:35,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, disabling compactions & flushes 2024-11-11T16:15:35,941 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:35,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:35,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. after waiting 0 ms 2024-11-11T16:15:35,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:35,942 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:35,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5: Waiting for close lock at 1731341735941Disabling compacts and flushes for region at 1731341735941Disabling writes for close at 1731341735942 (+1 ms)Writing region close event to WAL at 1731341735942Closed at 1731341735942 2024-11-11T16:15:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741844_1020 (size=62) 2024-11-11T16:15:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741845_1021 (size=62) 2024-11-11T16:15:35,943 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 205dcfd337d1ae28d496dffd557db247, NAME => 'SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec 2024-11-11T16:15:35,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing eb9c7044d137530b5a88854a0cd61e50, disabling compactions & flushes 2024-11-11T16:15:35,945 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:35,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:35,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. after waiting 0 ms 2024-11-11T16:15:35,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:35,946 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:35,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for eb9c7044d137530b5a88854a0cd61e50: Waiting for close lock at 1731341735945Disabling compacts and flushes for region at 1731341735945Disabling writes for close at 1731341735945Writing region close event to WAL at 1731341735946 (+1 ms)Closed at 1731341735946 2024-11-11T16:15:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741846_1022 (size=62) 2024-11-11T16:15:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741846_1022 (size=62) 2024-11-11T16:15:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741846_1022 (size=62) 2024-11-11T16:15:35,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f2d7a68355ffbbc731fdb91e758aff44, disabling compactions & flushes 2024-11-11T16:15:35,953 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:35,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:35,954 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. after waiting 0 ms 2024-11-11T16:15:35,954 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:35,954 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:35,954 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2d7a68355ffbbc731fdb91e758aff44: Waiting for close lock at 1731341735953Disabling compacts and flushes for region at 1731341735953Disabling writes for close at 1731341735954 (+1 ms)Writing region close event to WAL at 1731341735954Closed at 1731341735954 2024-11-11T16:15:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741847_1023 (size=54) 2024-11-11T16:15:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741847_1023 (size=54) 2024-11-11T16:15:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741847_1023 (size=54) 2024-11-11T16:15:35,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:35,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 205dcfd337d1ae28d496dffd557db247, disabling compactions & flushes 2024-11-11T16:15:35,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:35,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:35,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. after waiting 0 ms 2024-11-11T16:15:35,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:35,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:35,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 205dcfd337d1ae28d496dffd557db247: Waiting for close lock at 1731341735966Disabling compacts and flushes for region at 1731341735966Disabling writes for close at 1731341735966Writing region close event to WAL at 1731341735966Closed at 1731341735966 2024-11-11T16:15:35,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:15:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:35,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:35,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731341735969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341735969"}]},"ts":"1731341735969"} 2024-11-11T16:15:36,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T16:15:36,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:15:36,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341736015"}]},"ts":"1731341736015"} 2024-11-11T16:15:36,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T16:15:36,023 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:15:36,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:15:36,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:15:36,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T16:15:36,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:15:36,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:15:36,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T16:15:36,031 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:15:36,031 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:15:36,031 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T16:15:36,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:15:36,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b330490bf569b34fb39f0fd3e3d5f5b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70ca61025c5bcfe095afc3ba5abf0dfb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98168a60f3c8bd74685724c63f6046a1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1016fe9dcfb3ffb1c03ff54271d8f1e7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb9c7044d137530b5a88854a0cd61e50, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2d7a68355ffbbc731fdb91e758aff44, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN}] 2024-11-11T16:15:36,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2d7a68355ffbbc731fdb91e758aff44, ASSIGN 2024-11-11T16:15:36,036 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb9c7044d137530b5a88854a0cd61e50, ASSIGN 2024-11-11T16:15:36,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN 2024-11-11T16:15:36,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1016fe9dcfb3ffb1c03ff54271d8f1e7, ASSIGN 2024-11-11T16:15:36,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2d7a68355ffbbc731fdb91e758aff44, ASSIGN; state=OFFLINE, location=16b413a53992,45403,1731341722531; forceNewPlan=false, retain=false 2024-11-11T16:15:36,038 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb9c7044d137530b5a88854a0cd61e50, ASSIGN; state=OFFLINE, location=16b413a53992,39181,1731341722209; forceNewPlan=false, retain=false 2024-11-11T16:15:36,038 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN 2024-11-11T16:15:36,038 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN; state=OFFLINE, location=16b413a53992,41349,1731341722409; forceNewPlan=false, retain=false 2024-11-11T16:15:36,039 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1016fe9dcfb3ffb1c03ff54271d8f1e7, ASSIGN; state=OFFLINE, location=16b413a53992,45403,1731341722531; forceNewPlan=false, retain=false 2024-11-11T16:15:36,040 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN; state=OFFLINE, location=16b413a53992,41349,1731341722409; forceNewPlan=false, retain=false 2024-11-11T16:15:36,043 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98168a60f3c8bd74685724c63f6046a1, ASSIGN 2024-11-11T16:15:36,045 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98168a60f3c8bd74685724c63f6046a1, ASSIGN; state=OFFLINE, location=16b413a53992,39181,1731341722209; forceNewPlan=false, retain=false 2024-11-11T16:15:36,045 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN 2024-11-11T16:15:36,045 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN 2024-11-11T16:15:36,046 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN; state=OFFLINE, location=16b413a53992,41349,1731341722409; forceNewPlan=false, retain=false 2024-11-11T16:15:36,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70ca61025c5bcfe095afc3ba5abf0dfb, ASSIGN 2024-11-11T16:15:36,050 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN; state=OFFLINE, location=16b413a53992,41349,1731341722409; forceNewPlan=false, retain=false 2024-11-11T16:15:36,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70ca61025c5bcfe095afc3ba5abf0dfb, ASSIGN; state=OFFLINE, location=16b413a53992,39181,1731341722209; forceNewPlan=false, retain=false 2024-11-11T16:15:36,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b330490bf569b34fb39f0fd3e3d5f5b, ASSIGN 2024-11-11T16:15:36,052 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b330490bf569b34fb39f0fd3e3d5f5b, ASSIGN; state=OFFLINE, location=16b413a53992,45403,1731341722531; forceNewPlan=false, retain=false 2024-11-11T16:15:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:36,191 INFO [16b413a53992:39297 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T16:15:36,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1016fe9dcfb3ffb1c03ff54271d8f1e7, regionState=OPENING, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:15:36,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, regionState=OPENING, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:36,192 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f2d7a68355ffbbc731fdb91e758aff44, regionState=OPENING, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:15:36,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=205dcfd337d1ae28d496dffd557db247, regionState=OPENING, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:36,192 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b330490bf569b34fb39f0fd3e3d5f5b, regionState=OPENING, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:15:36,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e3c1f6bdc0eecf58a4b88c8cea12f8ee, regionState=OPENING, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:36,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98168a60f3c8bd74685724c63f6046a1, regionState=OPENING, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:36,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70ca61025c5bcfe095afc3ba5abf0dfb, regionState=OPENING, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:36,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb9c7044d137530b5a88854a0cd61e50, regionState=OPENING, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:36,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b5438643517b090ea459807ebe7116b1, regionState=OPENING, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:36,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1016fe9dcfb3ffb1c03ff54271d8f1e7, ASSIGN because future has completed 2024-11-11T16:15:36,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7, server=16b413a53992,45403,1731341722531}] 2024-11-11T16:15:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN because future has completed 2024-11-11T16:15:36,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, server=16b413a53992,41349,1731341722409}] 2024-11-11T16:15:36,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b330490bf569b34fb39f0fd3e3d5f5b, ASSIGN because future has completed 2024-11-11T16:15:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN because future has completed 2024-11-11T16:15:36,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b, server=16b413a53992,45403,1731341722531}] 2024-11-11T16:15:36,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205dcfd337d1ae28d496dffd557db247, server=16b413a53992,41349,1731341722409}] 2024-11-11T16:15:36,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2d7a68355ffbbc731fdb91e758aff44, ASSIGN because future has completed 2024-11-11T16:15:36,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98168a60f3c8bd74685724c63f6046a1, ASSIGN because future has completed 2024-11-11T16:15:36,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d7a68355ffbbc731fdb91e758aff44, server=16b413a53992,45403,1731341722531}] 2024-11-11T16:15:36,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98168a60f3c8bd74685724c63f6046a1, server=16b413a53992,39181,1731341722209}] 2024-11-11T16:15:36,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70ca61025c5bcfe095afc3ba5abf0dfb, ASSIGN because future has completed 2024-11-11T16:15:36,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN because future has completed 2024-11-11T16:15:36,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN because future has completed 2024-11-11T16:15:36,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb9c7044d137530b5a88854a0cd61e50, ASSIGN because future has completed 2024-11-11T16:15:36,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb, server=16b413a53992,39181,1731341722209}] 2024-11-11T16:15:36,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee, server=16b413a53992,41349,1731341722409}] 2024-11-11T16:15:36,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb9c7044d137530b5a88854a0cd61e50, server=16b413a53992,39181,1731341722209}] 2024-11-11T16:15:36,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5438643517b090ea459807ebe7116b1, server=16b413a53992,41349,1731341722409}] 2024-11-11T16:15:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:36,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:15:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:40,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:15:41,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:15:41,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:15:41,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:15:41,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:15:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:46,204 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:15:46,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:15:46,208 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:15:46,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:15:46,214 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:46,214 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b330490bf569b34fb39f0fd3e3d5f5b, NAME => 'SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T16:15:46,214 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,214 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,215 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,215 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,216 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:46,216 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e3c1f6bdc0eecf58a4b88c8cea12f8ee, NAME => 'SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T16:15:46,217 INFO [StoreOpener-2b330490bf569b34fb39f0fd3e3d5f5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,217 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,217 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,217 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,217 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,219 INFO [StoreOpener-2b330490bf569b34fb39f0fd3e3d5f5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b330490bf569b34fb39f0fd3e3d5f5b columnFamilyName cf 2024-11-11T16:15:46,219 INFO [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,219 DEBUG [StoreOpener-2b330490bf569b34fb39f0fd3e3d5f5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,220 INFO [StoreOpener-2b330490bf569b34fb39f0fd3e3d5f5b-1 {}] regionserver.HStore(327): Store=2b330490bf569b34fb39f0fd3e3d5f5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,221 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,221 INFO [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3c1f6bdc0eecf58a4b88c8cea12f8ee columnFamilyName cf 2024-11-11T16:15:46,221 DEBUG [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,222 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,222 INFO [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] regionserver.HStore(327): Store=e3c1f6bdc0eecf58a4b88c8cea12f8ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,222 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,223 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,223 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,223 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,224 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,224 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,225 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,225 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,227 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,228 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,231 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2b330490bf569b34fb39f0fd3e3d5f5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,232 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2b330490bf569b34fb39f0fd3e3d5f5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61181648, jitterRate=-0.08832240104675293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,232 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:46,233 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2b330490bf569b34fb39f0fd3e3d5f5b: Running coprocessor pre-open hook at 1731341746215Writing region info on filesystem at 1731341746215Initializing all the Stores at 1731341746216 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746216Cleaning up temporary data from old regions at 1731341746224 (+8 ms)Running coprocessor post-open hooks at 1731341746232 (+8 ms)Region opened successfully at 1731341746232 2024-11-11T16:15:46,235 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b., pid=17, masterSystemTime=1731341746204 2024-11-11T16:15:46,237 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/e3c1f6bdc0eecf58a4b88c8cea12f8ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,237 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:46,237 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:15:46,238 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:46,238 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1016fe9dcfb3ffb1c03ff54271d8f1e7, NAME => 'SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T16:15:46,238 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,238 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,238 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e3c1f6bdc0eecf58a4b88c8cea12f8ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73029507, jitterRate=0.08822445571422577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,239 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,239 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:46,239 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,239 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e3c1f6bdc0eecf58a4b88c8cea12f8ee: Running coprocessor pre-open hook at 1731341746217Writing region info on filesystem at 1731341746217Initializing all the Stores at 1731341746219 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746219Cleaning up temporary data from old regions at 1731341746225 (+6 ms)Running coprocessor post-open hooks at 1731341746239 (+14 ms)Region opened successfully at 1731341746239 2024-11-11T16:15:46,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b330490bf569b34fb39f0fd3e3d5f5b, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:15:46,241 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee., pid=22, masterSystemTime=1731341746208 2024-11-11T16:15:46,242 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:46,242 INFO [StoreOpener-1016fe9dcfb3ffb1c03ff54271d8f1e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,242 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 98168a60f3c8bd74685724c63f6046a1, NAME => 'SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T16:15:46,243 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b, server=16b413a53992,45403,1731341722531 because future has completed 2024-11-11T16:15:46,243 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,243 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,243 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,245 INFO [StoreOpener-1016fe9dcfb3ffb1c03ff54271d8f1e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1016fe9dcfb3ffb1c03ff54271d8f1e7 columnFamilyName cf 2024-11-11T16:15:46,245 DEBUG [StoreOpener-1016fe9dcfb3ffb1c03ff54271d8f1e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,245 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:46,245 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:15:46,245 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:46,245 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 205dcfd337d1ae28d496dffd557db247, NAME => 'SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T16:15:46,246 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,246 INFO [StoreOpener-98168a60f3c8bd74685724c63f6046a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,246 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,246 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,246 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,247 INFO [StoreOpener-1016fe9dcfb3ffb1c03ff54271d8f1e7-1 {}] regionserver.HStore(327): Store=1016fe9dcfb3ffb1c03ff54271d8f1e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,247 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e3c1f6bdc0eecf58a4b88c8cea12f8ee, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:46,248 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,249 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,250 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,250 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,250 INFO [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-11T16:15:46,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b, server=16b413a53992,45403,1731341722531 in 10.0400 sec 2024-11-11T16:15:46,250 INFO [StoreOpener-98168a60f3c8bd74685724c63f6046a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98168a60f3c8bd74685724c63f6046a1 columnFamilyName cf 2024-11-11T16:15:46,251 DEBUG [StoreOpener-98168a60f3c8bd74685724c63f6046a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,251 INFO [StoreOpener-98168a60f3c8bd74685724c63f6046a1-1 {}] regionserver.HStore(327): Store=98168a60f3c8bd74685724c63f6046a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,252 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee, server=16b413a53992,41349,1731341722409 because future has completed 2024-11-11T16:15:46,253 INFO [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 205dcfd337d1ae28d496dffd557db247 columnFamilyName cf 2024-11-11T16:15:46,253 DEBUG [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b330490bf569b34fb39f0fd3e3d5f5b, ASSIGN in 10.2180 sec 2024-11-11T16:15:46,254 INFO [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] regionserver.HStore(327): Store=205dcfd337d1ae28d496dffd557db247/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,254 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,255 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,255 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,255 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,256 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,257 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,257 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,257 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,257 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,258 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-11T16:15:46,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee, server=16b413a53992,41349,1731341722409 in 10.0230 sec 2024-11-11T16:15:46,260 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/1016fe9dcfb3ffb1c03ff54271d8f1e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,261 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,261 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1016fe9dcfb3ffb1c03ff54271d8f1e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63875673, jitterRate=-0.0481783002614975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,261 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:46,262 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1016fe9dcfb3ffb1c03ff54271d8f1e7: Running coprocessor pre-open hook at 1731341746239Writing region info on filesystem at 1731341746239Initializing all the Stores at 1731341746241 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746241Cleaning up temporary data from old regions at 1731341746250 (+9 ms)Running coprocessor post-open hooks at 1731341746261 (+11 ms)Region opened successfully at 1731341746262 (+1 ms) 2024-11-11T16:15:46,262 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN in 10.2270 sec 2024-11-11T16:15:46,263 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7., pid=15, masterSystemTime=1731341746204 2024-11-11T16:15:46,264 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/205dcfd337d1ae28d496dffd557db247/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,266 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 205dcfd337d1ae28d496dffd557db247; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59520079, jitterRate=-0.11308170855045319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,266 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:46,266 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 205dcfd337d1ae28d496dffd557db247: Running coprocessor pre-open hook at 1731341746246Writing region info on filesystem at 1731341746246Initializing all the Stores at 1731341746249 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746249Cleaning up temporary data from old regions at 1731341746258 (+9 ms)Running coprocessor post-open hooks at 1731341746266 (+8 ms)Region opened successfully at 1731341746266 2024-11-11T16:15:46,266 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:46,266 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:15:46,267 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:46,267 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f2d7a68355ffbbc731fdb91e758aff44, NAME => 'SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T16:15:46,267 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/98168a60f3c8bd74685724c63f6046a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,267 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., pid=18, masterSystemTime=1731341746208 2024-11-11T16:15:46,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1016fe9dcfb3ffb1c03ff54271d8f1e7, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:15:46,268 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,268 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,268 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,268 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,269 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 98168a60f3c8bd74685724c63f6046a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61436737, jitterRate=-0.08452127873897552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,270 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:46,270 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 98168a60f3c8bd74685724c63f6046a1: Running coprocessor pre-open hook at 1731341746243Writing region info on filesystem at 1731341746243Initializing all the Stores at 1731341746245 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746245Cleaning up temporary data from old regions at 1731341746257 (+12 ms)Running coprocessor post-open hooks at 1731341746270 (+13 ms)Region opened successfully at 1731341746270 2024-11-11T16:15:46,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7, server=16b413a53992,45403,1731341722531 because future has completed 2024-11-11T16:15:46,272 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:46,272 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:15:46,272 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:46,272 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1., pid=20, masterSystemTime=1731341746229 2024-11-11T16:15:46,272 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b5438643517b090ea459807ebe7116b1, NAME => 'SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T16:15:46,273 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,273 INFO [StoreOpener-f2d7a68355ffbbc731fdb91e758aff44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,273 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=205dcfd337d1ae28d496dffd557db247, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:46,273 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,273 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,276 INFO [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,276 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:46,276 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:15:46,276 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:46,277 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => eb9c7044d137530b5a88854a0cd61e50, NAME => 'SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T16:15:46,277 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,277 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,277 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205dcfd337d1ae28d496dffd557db247, server=16b413a53992,41349,1731341722409 because future has completed 2024-11-11T16:15:46,277 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,278 INFO [StoreOpener-f2d7a68355ffbbc731fdb91e758aff44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d7a68355ffbbc731fdb91e758aff44 columnFamilyName cf 2024-11-11T16:15:46,278 DEBUG [StoreOpener-f2d7a68355ffbbc731fdb91e758aff44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98168a60f3c8bd74685724c63f6046a1, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:46,279 INFO [StoreOpener-f2d7a68355ffbbc731fdb91e758aff44-1 {}] regionserver.HStore(327): Store=f2d7a68355ffbbc731fdb91e758aff44/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,280 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,280 INFO [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5438643517b090ea459807ebe7116b1 columnFamilyName cf 2024-11-11T16:15:46,280 DEBUG [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,281 INFO [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] regionserver.HStore(327): Store=b5438643517b090ea459807ebe7116b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,281 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,281 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-11T16:15:46,282 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,282 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98168a60f3c8bd74685724c63f6046a1, server=16b413a53992,39181,1731341722209 because future has completed 2024-11-11T16:15:46,282 INFO [StoreOpener-eb9c7044d137530b5a88854a0cd61e50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,283 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,283 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,283 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,284 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,284 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,286 INFO [StoreOpener-eb9c7044d137530b5a88854a0cd61e50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9c7044d137530b5a88854a0cd61e50 columnFamilyName cf 2024-11-11T16:15:46,286 DEBUG [StoreOpener-eb9c7044d137530b5a88854a0cd61e50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7, server=16b413a53992,45403,1731341722531 in 10.0770 sec 2024-11-11T16:15:46,287 INFO [StoreOpener-eb9c7044d137530b5a88854a0cd61e50-1 {}] regionserver.HStore(327): Store=eb9c7044d137530b5a88854a0cd61e50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,287 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-11T16:15:46,288 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 205dcfd337d1ae28d496dffd557db247, server=16b413a53992,41349,1731341722409 in 10.0760 sec 2024-11-11T16:15:46,289 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,289 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,290 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,291 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,291 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1016fe9dcfb3ffb1c03ff54271d8f1e7, ASSIGN in 10.2520 sec 2024-11-11T16:15:46,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN in 10.2560 sec 2024-11-11T16:15:46,294 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,295 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/b5438643517b090ea459807ebe7116b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-11T16:15:46,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98168a60f3c8bd74685724c63f6046a1, server=16b413a53992,39181,1731341722209 in 10.0760 sec 2024-11-11T16:15:46,295 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,296 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f2d7a68355ffbbc731fdb91e758aff44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65963389, jitterRate=-0.017068907618522644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,296 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b5438643517b090ea459807ebe7116b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69461100, jitterRate=0.035051047801971436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,296 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:46,296 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:46,297 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f2d7a68355ffbbc731fdb91e758aff44: Running coprocessor pre-open hook at 1731341746268Writing region info on filesystem at 1731341746268Initializing all the Stores at 1731341746271 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746271Cleaning up temporary data from old regions at 1731341746283 (+12 ms)Running coprocessor post-open hooks at 1731341746296 (+13 ms)Region opened successfully at 1731341746297 (+1 ms) 2024-11-11T16:15:46,297 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b5438643517b090ea459807ebe7116b1: Running coprocessor pre-open hook at 1731341746273Writing region info on filesystem at 1731341746273Initializing all the Stores at 1731341746275 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746275Cleaning up temporary data from old regions at 1731341746284 (+9 ms)Running coprocessor post-open hooks at 1731341746297 (+13 ms)Region opened successfully at 1731341746297 2024-11-11T16:15:46,298 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., pid=19, masterSystemTime=1731341746204 2024-11-11T16:15:46,298 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1., pid=24, masterSystemTime=1731341746208 2024-11-11T16:15:46,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98168a60f3c8bd74685724c63f6046a1, ASSIGN in 10.2630 sec 2024-11-11T16:15:46,300 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,300 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened eb9c7044d137530b5a88854a0cd61e50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65794831, jitterRate=-0.019580617547035217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,300 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:46,301 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for eb9c7044d137530b5a88854a0cd61e50: Running coprocessor pre-open hook at 1731341746278Writing region info on filesystem at 1731341746278Initializing all the Stores at 1731341746282 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746282Cleaning up temporary data from old regions at 1731341746291 (+9 ms)Running coprocessor post-open hooks at 1731341746301 (+10 ms)Region opened successfully at 1731341746301 2024-11-11T16:15:46,301 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:46,301 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:15:46,302 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50., pid=23, masterSystemTime=1731341746229 2024-11-11T16:15:46,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f2d7a68355ffbbc731fdb91e758aff44, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:15:46,303 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:46,303 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:15:46,303 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:46,303 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, NAME => 'SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T16:15:46,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b5438643517b090ea459807ebe7116b1, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:46,304 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,305 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,305 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,305 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d7a68355ffbbc731fdb91e758aff44, server=16b413a53992,45403,1731341722531 because future has completed 2024-11-11T16:15:46,308 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16b413a53992,45403,1731341722531, table=SPTestTable, region=f2d7a68355ffbbc731fdb91e758aff44. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T16:15:46,309 INFO [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,310 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:46,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5438643517b090ea459807ebe7116b1, server=16b413a53992,41349,1731341722409 because future has completed 2024-11-11T16:15:46,310 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:15:46,310 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:46,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb9c7044d137530b5a88854a0cd61e50, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:46,310 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 70ca61025c5bcfe095afc3ba5abf0dfb, NAME => 'SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T16:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,311 INFO [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 columnFamilyName cf 2024-11-11T16:15:46,312 DEBUG [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,313 INFO [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] regionserver.HStore(327): Store=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,313 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,314 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,315 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb9c7044d137530b5a88854a0cd61e50, server=16b413a53992,39181,1731341722209 because future has completed 2024-11-11T16:15:46,315 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,315 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-11T16:15:46,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f2d7a68355ffbbc731fdb91e758aff44, server=16b413a53992,45403,1731341722531 in 10.0990 sec 2024-11-11T16:15:46,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-11T16:15:46,319 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b5438643517b090ea459807ebe7116b1, server=16b413a53992,41349,1731341722409 in 10.0820 sec 2024-11-11T16:15:46,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2d7a68355ffbbc731fdb91e758aff44, ASSIGN in 10.2850 sec 2024-11-11T16:15:46,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN in 10.2860 sec 2024-11-11T16:15:46,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-11T16:15:46,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure eb9c7044d137530b5a88854a0cd61e50, server=16b413a53992,39181,1731341722209 in 10.0860 sec 2024-11-11T16:15:46,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb9c7044d137530b5a88854a0cd61e50, ASSIGN in 10.2910 sec 2024-11-11T16:15:46,328 INFO [StoreOpener-70ca61025c5bcfe095afc3ba5abf0dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,329 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2aaaf22c6c7fe8afd59c1e4d8d8dc8d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,330 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62989744, jitterRate=-0.06137967109680176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,330 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:46,330 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5: Running coprocessor pre-open hook at 1731341746305Writing region info on filesystem at 1731341746305Initializing all the Stores at 1731341746309 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746309Cleaning up temporary data from old regions at 1731341746315 (+6 ms)Running coprocessor post-open hooks at 1731341746330 (+15 ms)Region opened successfully at 1731341746330 2024-11-11T16:15:46,330 INFO [StoreOpener-70ca61025c5bcfe095afc3ba5abf0dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ca61025c5bcfe095afc3ba5abf0dfb columnFamilyName cf 2024-11-11T16:15:46,331 DEBUG [StoreOpener-70ca61025c5bcfe095afc3ba5abf0dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:15:46,331 INFO [StoreOpener-70ca61025c5bcfe095afc3ba5abf0dfb-1 {}] regionserver.HStore(327): Store=70ca61025c5bcfe095afc3ba5abf0dfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:15:46,332 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,332 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., pid=16, masterSystemTime=1731341746208 2024-11-11T16:15:46,333 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,333 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,334 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,334 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,335 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:46,335 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:46,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,41349,1731341722409 2024-11-11T16:15:46,338 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, server=16b413a53992,41349,1731341722409 because future has completed 2024-11-11T16:15:46,342 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/70ca61025c5bcfe095afc3ba5abf0dfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:15:46,343 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 70ca61025c5bcfe095afc3ba5abf0dfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67275851, jitterRate=0.0024883002042770386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:15:46,343 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:46,343 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 70ca61025c5bcfe095afc3ba5abf0dfb: Running coprocessor pre-open hook at 1731341746311Writing region info on filesystem at 1731341746311Initializing all the Stores at 1731341746323 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341746323Cleaning up temporary data from old regions at 1731341746334 (+11 ms)Running coprocessor post-open hooks at 1731341746343 (+9 ms)Region opened successfully at 1731341746343 2024-11-11T16:15:46,345 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb., pid=21, masterSystemTime=1731341746229 2024-11-11T16:15:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-11T16:15:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, server=16b413a53992,41349,1731341722409 in 10.1400 sec 2024-11-11T16:15:46,347 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:46,347 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:15:46,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN in 10.3140 sec 2024-11-11T16:15:46,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70ca61025c5bcfe095afc3ba5abf0dfb, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:15:46,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb, server=16b413a53992,39181,1731341722209 because future has completed 2024-11-11T16:15:46,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-11T16:15:46,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb, server=16b413a53992,39181,1731341722209 in 10.1220 sec 2024-11-11T16:15:46,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-11T16:15:46,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70ca61025c5bcfe095afc3ba5abf0dfb, ASSIGN in 10.3260 sec 2024-11-11T16:15:46,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:15:46,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341746364"}]},"ts":"1731341746364"} 2024-11-11T16:15:46,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T16:15:46,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:15:46,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5210 sec 2024-11-11T16:15:48,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T16:15:49,772 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:15:51,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:15:51,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T16:15:51,847 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T16:15:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:15:54,144 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T16:15:54,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T16:15:54,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:15:54,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T16:15:54,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:15:54,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T16:15:54,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50., hostname=16b413a53992,39181,1731341722209, seqNum=2] 2024-11-11T16:15:54,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50., hostname=16b413a53992,39181,1731341722209, seqNum=2] 2024-11-11T16:15:54,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50., hostname=16b413a53992,39181,1731341722209, seqNum=2] 2024-11-11T16:15:54,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., hostname=16b413a53992,45403,1731341722531, seqNum=2] 2024-11-11T16:15:54,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:54,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., hostname=16b413a53992,41349,1731341722409, seqNum=2] 2024-11-11T16:15:55,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:15:55,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:15:55,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:15:55,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:15:55,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:15:55,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:15:55,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:15:56,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:15:56,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:15:57,269 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T16:15:57,271 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:15:57,271 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T16:15:57,278 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T16:15:57,296 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T16:15:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741848_1024 (size=49) 2024-11-11T16:15:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741848_1024 (size=49) 2024-11-11T16:15:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741848_1024 (size=49) 2024-11-11T16:15:57,335 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T16:15:57,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98168a60f3c8bd74685724c63f6046a1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb9c7044d137530b5a88854a0cd61e50}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2d7a68355ffbbc731fdb91e758aff44}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247}] 2024-11-11T16:15:57,346 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:15:57,347 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:57,348 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:57,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:15:57,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:15:57,354 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:15:57,356 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:15:57,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:57,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:15:57,364 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:57,373 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 16b413a53992,41349,1731341722409 2024-11-11T16:15:57,374 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 16b413a53992,41349,1731341722409: Simulated kill ***** 2024-11-11T16:15:57,374 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:15:57,377 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:15:57,378 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:15:57,381 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:15:57,382 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:15:57,404 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 754624000 }, "NonHeapMemoryUsage": { "committed": 156237824, "init": 7667712, "max": -1, "used": 152985816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "16b413a53992", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "16b413a53992", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55690", "tag.serverName": "16b413a53992,45403,1731341722531", "tag.clusterId": "364a4507-691d-46af-9cc5-1570bef3d5eb", "tag.Context": "regionserver", "tag.Hostname": "16b413a53992", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731341722531, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T16:15:57,415 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39297 {}] master.MasterRpcServices(700): 16b413a53992,41349,1731341722409 reported a fatal error: ***** ABORTING region server 16b413a53992,41349,1731341722409: Simulated kill ***** 2024-11-11T16:15:57,419 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,41349,1731341722409' ***** 2024-11-11T16:15:57,419 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T16:15:57,420 INFO [RS:1;16b413a53992:41349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:15:57,420 INFO [RS:1;16b413a53992:41349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T16:15:57,420 INFO [RS:1;16b413a53992:41349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T16:15:57,421 INFO [RS:1;16b413a53992:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:15:57,421 INFO [RS:1;16b413a53992:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;16b413a53992:41349. 2024-11-11T16:15:57,421 DEBUG [RS:1;16b413a53992:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:15:57,421 DEBUG [RS:1;16b413a53992:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:15:57,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:15:57,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:15:57,441 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:15:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741835_1011 (size=1257) 2024-11-11T16:15:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741835_1011 (size=1257) 2024-11-11T16:15:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741835_1011 (size=1257) 2024-11-11T16:15:57,458 DEBUG [RS:1;16b413a53992:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:15:57,458 INFO [RS:1;16b413a53992:41349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:15:57,458 INFO [RS:1;16b413a53992:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41349 2024-11-11T16:15:57,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:15:57,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,41349,1731341722409 2024-11-11T16:15:57,468 INFO [RS:1;16b413a53992:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:15:57,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,41349,1731341722409] 2024-11-11T16:15:57,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,41349,1731341722409 already deleted, retry=false 2024-11-11T16:15:57,472 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 16b413a53992,41349,1731341722409 on 16b413a53992,39297,1731341720930 2024-11-11T16:15:57,478 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16b413a53992,41349,1731341722409, splitWal=true, meta=false 2024-11-11T16:15:57,482 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16b413a53992,41349,1731341722409, splitWal=true, meta=false 2024-11-11T16:15:57,484 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 16b413a53992,41349,1731341722409 (carryingMeta=false) 16b413a53992,41349,1731341722409/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4d51b394[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T16:15:57,484 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 16b413a53992,41349,1731341722409 had 4 regions 2024-11-11T16:15:57,486 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,41349,1731341722409, splitWal=true, meta=false, isMeta: false 2024-11-11T16:15:57,487 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:57,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:57,488 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:57,489 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:57,490 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 can not run currently because target server of region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T16:15:57,491 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5; timeout=1000, timestamp=1731341758490 2024-11-11T16:15:57,491 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 can not run currently because target server of region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T16:15:57,491 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee can not run currently because target server of region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T16:15:57,491 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247; timeout=1000, timestamp=1731341758491 2024-11-11T16:15:57,492 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee; timeout=1000, timestamp=1731341758492 2024-11-11T16:15:57,492 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 can not run currently because target server of region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T16:15:57,492 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1; timeout=1000, timestamp=1731341758492 2024-11-11T16:15:57,494 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting 2024-11-11T16:15:57,496 INFO [PEWorker-2 {}] master.SplitWALManager(105): 16b413a53992,41349,1731341722409 WAL count=1, meta=false 2024-11-11T16:15:57,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 16b413a53992%2C41349%2C1731341722409.1731341725022}] 2024-11-11T16:15:57,513 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=16b413a53992,39181,1731341722209 2024-11-11T16:15:57,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C41349%2C1731341722409.1731341725022, worker=16b413a53992,39181,1731341722209}] 2024-11-11T16:15:57,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:15:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1002fa023e10002, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:15:57,573 INFO [RS:1;16b413a53992:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:15:57,573 INFO [RS:1;16b413a53992:41349 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,41349,1731341722409; zookeeper connection closed. 2024-11-11T16:15:57,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fd08465 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fd08465 2024-11-11T16:15:57,874 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:15:57,874 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:15:58,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:15:58,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:15:58,492 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 can not run currently because target server of region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T16:15:58,492 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5; timeout=2000, timestamp=1731341760492 2024-11-11T16:15:58,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:15:58,493 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:15:58,494 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 can not run currently because target server of region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T16:15:58,494 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247; timeout=2000, timestamp=1731341760494 2024-11-11T16:15:58,495 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 can not run currently because target server of region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T16:15:58,495 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1; timeout=2000, timestamp=1731341760495 2024-11-11T16:15:58,495 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee can not run currently because target server of region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T16:15:58,495 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee; timeout=2000, timestamp=1731341760495 2024-11-11T16:15:59,102 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:39297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T16:16:00,492 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:00,494 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 can not run currently because target server of region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T16:16:00,494 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5; timeout=4000, timestamp=1731341764494 2024-11-11T16:16:00,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:00,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:00,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:00,496 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 can not run currently because target server of region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T16:16:00,496 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247; timeout=4000, timestamp=1731341764496 2024-11-11T16:16:00,497 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 can not run currently because target server of region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T16:16:00,497 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee can not run currently because target server of region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T16:16:00,497 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1; timeout=4000, timestamp=1731341764497 2024-11-11T16:16:00,497 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee; timeout=4000, timestamp=1731341764497 2024-11-11T16:16:04,495 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:04,496 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 can not run currently because target server of region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T16:16:04,497 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5; timeout=8000, timestamp=1731341772497 2024-11-11T16:16:04,497 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:04,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:04,497 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:04,499 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee can not run currently because target server of region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T16:16:04,499 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee; timeout=8000, timestamp=1731341772499 2024-11-11T16:16:04,499 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 can not run currently because target server of region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T16:16:04,499 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247; timeout=8000, timestamp=1731341772499 2024-11-11T16:16:04,499 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 can not run currently because target server of region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 16b413a53992,41349,1731341722409 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T16:16:04,499 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1; timeout=8000, timestamp=1731341772499 2024-11-11T16:16:06,229 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=16b413a53992,45403,1731341722531, timeout=1731341767347, delay=1117, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2d7a68355ffbbc731fdb91e758aff44], containedObject=16b413a53992,41349,1731341722409, timeout=1731341767349, delay=1119, operations=null, containedObject=16b413a53992,39181,1731341722209, timeout=1731341767357, delay=1127, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb9c7044d137530b5a88854a0cd61e50, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98168a60f3c8bd74685724c63f6046a1, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C41349%2C1731341722409.1731341725022, worker=16b413a53992,39181,1731341722209]] 2024-11-11T16:16:07,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T16:16:07,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T16:16:07,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:07,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T16:16:07,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:07,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:07,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f2d7a68355ffbbc731fdb91e758aff44 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T16:16:07,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T16:16:07,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T16:16:07,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:07,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2b330490bf569b34fb39f0fd3e3d5f5b: 2024-11-11T16:16:07,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1016fe9dcfb3ffb1c03ff54271d8f1e7: 2024-11-11T16:16:07,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T16:16:07,362 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing eb9c7044d137530b5a88854a0cd61e50 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T16:16:07,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. for SnapshotProcedureTest completed. 2024-11-11T16:16:07,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. for SnapshotProcedureTest completed. 2024-11-11T16:16:07,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:07,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:07,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T16:16:07,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 98168a60f3c8bd74685724c63f6046a1: 2024-11-11T16:16:07,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. for SnapshotProcedureTest completed. 2024-11-11T16:16:07,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 70ca61025c5bcfe095afc3ba5abf0dfb: 2024-11-11T16:16:07,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. for SnapshotProcedureTest completed. 2024-11-11T16:16:07,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:07,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:07,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:07,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:07,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:07,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:07,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:07,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:07,401 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022, size=1.2 K (1257bytes) 2024-11-11T16:16:07,404 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T16:16:07,405 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T16:16:07,405 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 2024-11-11T16:16:07,412 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 after 5ms 2024-11-11T16:16:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741850_1026 (size=65) 2024-11-11T16:16:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741850_1026 (size=65) 2024-11-11T16:16:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741850_1026 (size=65) 2024-11-11T16:16:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741851_1027 (size=57) 2024-11-11T16:16:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741851_1027 (size=57) 2024-11-11T16:16:07,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:07,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:07,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T16:16:07,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T16:16:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T16:16:07,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:16:07,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:16:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T16:16:07,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:16:07,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:16:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741851_1027 (size=57) 2024-11-11T16:16:07,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70ca61025c5bcfe095afc3ba5abf0dfb in 10.0870 sec 2024-11-11T16:16:07,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b330490bf569b34fb39f0fd3e3d5f5b in 10.0880 sec 2024-11-11T16:16:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741849_1025 (size=65) 2024-11-11T16:16:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741849_1025 (size=65) 2024-11-11T16:16:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741849_1025 (size=65) 2024-11-11T16:16:07,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:07,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T16:16:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T16:16:07,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:16:07,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:16:07,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98168a60f3c8bd74685724c63f6046a1 in 10.1040 sec 2024-11-11T16:16:07,451 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 took 52ms 2024-11-11T16:16:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741852_1028 (size=65) 2024-11-11T16:16:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741852_1028 (size=65) 2024-11-11T16:16:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741852_1028 (size=65) 2024-11-11T16:16:07,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:07,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T16:16:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T16:16:07,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:16:07,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:16:07,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e3c1f6bdc0eecf58a4b88c8cea12f8ee: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T16:16:07,471 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 205dcfd337d1ae28d496dffd557db247: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T16:16:07,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1016fe9dcfb3ffb1c03ff54271d8f1e7 in 10.1330 sec 2024-11-11T16:16:07,473 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b5438643517b090ea459807ebe7116b1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T16:16:07,475 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T16:16:07,475 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 so closing down 2024-11-11T16:16:07,475 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:16:07,476 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:16:07,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/.tmp/cf/fe84b59f4d1d42c5abc54102c6b16e71 is 34, key is baa/cf:cf/1731341755891/Put/seqid=0 2024-11-11T16:16:07,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/.tmp/cf/96375251c2454ea69fc11eb902d1b278 is 34, key is ccd/cf:cf/1731341755958/Put/seqid=0 2024-11-11T16:16:07,483 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-11T16:16:07,483 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022, journal: Splitting hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022, size=1.2 K (1257bytes) at 1731341767401Finishing writing output for hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 so closing down at 1731341767475 (+74 ms)3 split writer threads finished at 1731341767476 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731341767483 (+7 ms) 2024-11-11T16:16:07,484 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 2024-11-11T16:16:07,484 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T16:16:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T16:16:07,493 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting/16b413a53992%2C41349%2C1731341722409.1731341725022 to hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs 2024-11-11T16:16:07,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T16:16:07,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C41349%2C1731341722409.1731341725022, worker=16b413a53992,39181,1731341722209 in 9.9770 sec 2024-11-11T16:16:07,502 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741854_1030 (size=28623) 2024-11-11T16:16:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741854_1030 (size=28623) 2024-11-11T16:16:07,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/.tmp/cf/fe84b59f4d1d42c5abc54102c6b16e71 2024-11-11T16:16:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741854_1030 (size=28623) 2024-11-11T16:16:07,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T16:16:07,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 16b413a53992%2C41349%2C1731341722409.1731341725022, worker=16b413a53992,39181,1731341722209 in 10.0040 sec 2024-11-11T16:16:07,521 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting dir is empty, no logs to split. 2024-11-11T16:16:07,521 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,41349,1731341722409 WAL count=0, meta=false 2024-11-11T16:16:07,521 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,41349,1731341722409 WAL splitting is done? wals=0, meta=false 2024-11-11T16:16:07,524 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 16b413a53992,41349,1731341722409 failed, ignore...File hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/WALs/16b413a53992,41349,1731341722409-splitting does not exist. 2024-11-11T16:16:07,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN}] 2024-11-11T16:16:07,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741853_1029 (size=47197) 2024-11-11T16:16:07,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741853_1029 (size=47197) 2024-11-11T16:16:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741853_1029 (size=47197) 2024-11-11T16:16:07,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN 2024-11-11T16:16:07,536 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN 2024-11-11T16:16:07,537 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN 2024-11-11T16:16:07,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN 2024-11-11T16:16:07,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:16:07,538 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:16:07,539 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:16:07,539 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:16:07,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/.tmp/cf/fe84b59f4d1d42c5abc54102c6b16e71 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/cf/fe84b59f4d1d42c5abc54102c6b16e71 2024-11-11T16:16:07,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/cf/fe84b59f4d1d42c5abc54102c6b16e71, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T16:16:07,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for eb9c7044d137530b5a88854a0cd61e50 in 252ms, sequenceid=5, compaction requested=false 2024-11-11T16:16:07,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for eb9c7044d137530b5a88854a0cd61e50: 2024-11-11T16:16:07,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. for SnapshotProcedureTest completed. 2024-11-11T16:16:07,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:07,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/cf/fe84b59f4d1d42c5abc54102c6b16e71] hfiles 2024-11-11T16:16:07,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/cf/fe84b59f4d1d42c5abc54102c6b16e71 for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741855_1031 (size=105) 2024-11-11T16:16:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741855_1031 (size=105) 2024-11-11T16:16:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741855_1031 (size=105) 2024-11-11T16:16:07,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:07,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T16:16:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T16:16:07,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:16:07,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:16:07,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb9c7044d137530b5a88854a0cd61e50 in 10.3000 sec 2024-11-11T16:16:07,691 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:16:07,691 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:16:07,691 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:16:07,691 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:16:07,691 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:16:07,691 INFO [16b413a53992:39297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:16:07,691 INFO [16b413a53992:39297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:16:07,691 DEBUG [16b413a53992:39297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:16:07,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e3c1f6bdc0eecf58a4b88c8cea12f8ee, regionState=OPENING, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:16:07,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, regionState=OPENING, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:16:07,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=205dcfd337d1ae28d496dffd557db247, regionState=OPENING, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:16:07,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b5438643517b090ea459807ebe7116b1, regionState=OPENING, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:16:07,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN because future has completed 2024-11-11T16:16:07,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee, server=16b413a53992,39181,1731341722209}] 2024-11-11T16:16:07,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN because future has completed 2024-11-11T16:16:07,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5438643517b090ea459807ebe7116b1, server=16b413a53992,45403,1731341722531}] 2024-11-11T16:16:07,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN because future has completed 2024-11-11T16:16:07,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, server=16b413a53992,39181,1731341722209}] 2024-11-11T16:16:07,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN because future has completed 2024-11-11T16:16:07,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205dcfd337d1ae28d496dffd557db247, server=16b413a53992,45403,1731341722531}] 2024-11-11T16:16:07,933 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/.tmp/cf/96375251c2454ea69fc11eb902d1b278 2024-11-11T16:16:07,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/.tmp/cf/96375251c2454ea69fc11eb902d1b278 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/cf/96375251c2454ea69fc11eb902d1b278 2024-11-11T16:16:07,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/cf/96375251c2454ea69fc11eb902d1b278, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T16:16:07,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f2d7a68355ffbbc731fdb91e758aff44 in 597ms, sequenceid=5, compaction requested=false 2024-11-11T16:16:07,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f2d7a68355ffbbc731fdb91e758aff44: 2024-11-11T16:16:07,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. for SnapshotProcedureTest completed. 2024-11-11T16:16:07,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:07,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/cf/96375251c2454ea69fc11eb902d1b278] hfiles 2024-11-11T16:16:07,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/cf/96375251c2454ea69fc11eb902d1b278 for snapshot=SnapshotProcedureTest 2024-11-11T16:16:07,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741856_1032 (size=105) 2024-11-11T16:16:07,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741856_1032 (size=105) 2024-11-11T16:16:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741856_1032 (size=105) 2024-11-11T16:16:07,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:07,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T16:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T16:16:07,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:16:07,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:16:07,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f2d7a68355ffbbc731fdb91e758aff44 in 10.6300 sec 2024-11-11T16:16:12,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 held by pid=42 2024-11-11T16:16:12,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:12,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee held by pid=39 2024-11-11T16:16:12,499 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:12,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 held by pid=40 2024-11-11T16:16:12,499 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:12,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 held by pid=41 2024-11-11T16:16:12,500 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:15,658 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:16:15,658 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:16:17,719 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:17,719 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => b5438643517b090ea459807ebe7116b1, NAME => 'SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T16:16:17,720 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,720 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:17,720 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,721 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,726 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:17,726 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, NAME => 'SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T16:16:17,727 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,727 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:17,727 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,727 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,732 INFO [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,734 INFO [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 columnFamilyName cf 2024-11-11T16:16:17,734 DEBUG [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:17,735 INFO [StoreOpener-2aaaf22c6c7fe8afd59c1e4d8d8dc8d5-1 {}] regionserver.HStore(327): Store=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:17,735 INFO [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,742 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,745 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,745 INFO [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5438643517b090ea459807ebe7116b1 columnFamilyName cf 2024-11-11T16:16:17,745 DEBUG [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:17,746 INFO [StoreOpener-b5438643517b090ea459807ebe7116b1-1 {}] regionserver.HStore(327): Store=b5438643517b090ea459807ebe7116b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:17,746 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,748 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,749 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,750 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,750 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,751 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,751 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,751 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,754 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,755 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,756 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70220217, jitterRate=0.04636277258396149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:16:17,756 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,757 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5: Running coprocessor pre-open hook at 1731341777727Writing region info on filesystem at 1731341777727Initializing all the Stores at 1731341777729 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341777729Cleaning up temporary data from old regions at 1731341777750 (+21 ms)Running coprocessor post-open hooks at 1731341777756 (+6 ms)Region opened successfully at 1731341777757 (+1 ms) 2024-11-11T16:16:17,757 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened b5438643517b090ea459807ebe7116b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63306115, jitterRate=-0.05666537582874298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:16:17,757 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,757 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for b5438643517b090ea459807ebe7116b1: Running coprocessor pre-open hook at 1731341777721Writing region info on filesystem at 1731341777721Initializing all the Stores at 1731341777723 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341777723Cleaning up temporary data from old regions at 1731341777751 (+28 ms)Running coprocessor post-open hooks at 1731341777757 (+6 ms)Region opened successfully at 1731341777757 2024-11-11T16:16:17,763 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1., pid=44, masterSystemTime=1731341777702 2024-11-11T16:16:17,763 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., pid=45, masterSystemTime=1731341777698 2024-11-11T16:16:17,765 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:17,765 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:17,766 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:17,766 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 205dcfd337d1ae28d496dffd557db247, NAME => 'SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T16:16:17,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b5438643517b090ea459807ebe7116b1, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:16:17,769 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:17,769 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:17,769 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:17,769 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e3c1f6bdc0eecf58a4b88c8cea12f8ee, NAME => 'SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T16:16:17,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:16:17,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5438643517b090ea459807ebe7116b1, server=16b413a53992,45403,1731341722531 because future has completed 2024-11-11T16:16:17,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, server=16b413a53992,39181,1731341722209 because future has completed 2024-11-11T16:16:17,777 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,777 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:17,777 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,777 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,778 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,778 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:17,778 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,778 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-11T16:16:17,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure b5438643517b090ea459807ebe7116b1, server=16b413a53992,45403,1731341722531 in 10.0790 sec 2024-11-11T16:16:17,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-11T16:16:17,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, server=16b413a53992,39181,1731341722209 in 10.0790 sec 2024-11-11T16:16:17,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5438643517b090ea459807ebe7116b1, ASSIGN in 10.2540 sec 2024-11-11T16:16:17,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:17,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, ASSIGN in 10.2540 sec 2024-11-11T16:16:17,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:17,793 INFO [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,795 INFO [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 205dcfd337d1ae28d496dffd557db247 columnFamilyName cf 2024-11-11T16:16:17,795 DEBUG [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:17,796 INFO [StoreOpener-205dcfd337d1ae28d496dffd557db247-1 {}] regionserver.HStore(327): Store=205dcfd337d1ae28d496dffd557db247/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:17,796 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,798 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,800 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,800 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,800 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,804 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,805 INFO [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,805 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 205dcfd337d1ae28d496dffd557db247; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66504811, jitterRate=-0.009001091122627258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:16:17,806 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,806 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 205dcfd337d1ae28d496dffd557db247: Running coprocessor pre-open hook at 1731341777777Writing region info on filesystem at 1731341777777Initializing all the Stores at 1731341777779 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341777779Cleaning up temporary data from old regions at 1731341777800 (+21 ms)Running coprocessor post-open hooks at 1731341777806 (+6 ms)Region opened successfully at 1731341777806 2024-11-11T16:16:17,807 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., pid=46, masterSystemTime=1731341777702 2024-11-11T16:16:17,807 INFO [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3c1f6bdc0eecf58a4b88c8cea12f8ee columnFamilyName cf 2024-11-11T16:16:17,807 DEBUG [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:17,810 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:17,810 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:17,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=205dcfd337d1ae28d496dffd557db247, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,45403,1731341722531 2024-11-11T16:16:17,812 INFO [StoreOpener-e3c1f6bdc0eecf58a4b88c8cea12f8ee-1 {}] regionserver.HStore(327): Store=e3c1f6bdc0eecf58a4b88c8cea12f8ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:17,812 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,813 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205dcfd337d1ae28d496dffd557db247, server=16b413a53992,45403,1731341722531 because future has completed 2024-11-11T16:16:17,815 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,816 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,816 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,820 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,821 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e3c1f6bdc0eecf58a4b88c8cea12f8ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59164770, jitterRate=-0.118376225233078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:16:17,821 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,822 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e3c1f6bdc0eecf58a4b88c8cea12f8ee: Running coprocessor pre-open hook at 1731341777778Writing region info on filesystem at 1731341777778Initializing all the Stores at 1731341777786 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341777786Cleaning up temporary data from old regions at 1731341777816 (+30 ms)Running coprocessor post-open hooks at 1731341777822 (+6 ms)Region opened successfully at 1731341777822 2024-11-11T16:16:17,823 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee., pid=43, masterSystemTime=1731341777698 2024-11-11T16:16:17,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-11T16:16:17,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 205dcfd337d1ae28d496dffd557db247, server=16b413a53992,45403,1731341722531 in 10.1170 sec 2024-11-11T16:16:17,835 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:17,835 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:17,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205dcfd337d1ae28d496dffd557db247, ASSIGN in 10.2930 sec 2024-11-11T16:16:17,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:17,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e3c1f6bdc0eecf58a4b88c8cea12f8ee, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,39181,1731341722209 2024-11-11T16:16:17,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee, server=16b413a53992,39181,1731341722209 because future has completed 2024-11-11T16:16:17,856 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:17,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-11T16:16:17,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3c1f6bdc0eecf58a4b88c8cea12f8ee, ASSIGN in 10.3240 sec 2024-11-11T16:16:17,858 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 16b413a53992,41349,1731341722409 after splitting done 2024-11-11T16:16:17,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 16b413a53992,41349,1731341722409, splitWal=true, meta=false in 20.3850 sec 2024-11-11T16:16:17,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-11T16:16:17,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee, server=16b413a53992,39181,1731341722209 in 10.1540 sec 2024-11-11T16:16:19,773 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:16:23,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:16:24,865 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T16:16:27,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T16:16:27,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T16:16:27,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T16:16:27,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T16:16:27,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:27,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 205dcfd337d1ae28d496dffd557db247: 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5: 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b5438643517b090ea459807ebe7116b1: 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. for SnapshotProcedureTest completed. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e3c1f6bdc0eecf58a4b88c8cea12f8ee: 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. for SnapshotProcedureTest completed. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. for SnapshotProcedureTest completed. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. for SnapshotProcedureTest completed. 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:27,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:27,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:16:27,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:16:27,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:16:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741857_1033 (size=57) 2024-11-11T16:16:27,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741858_1034 (size=65) 2024-11-11T16:16:27,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741857_1033 (size=57) 2024-11-11T16:16:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741858_1034 (size=65) 2024-11-11T16:16:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741857_1033 (size=57) 2024-11-11T16:16:27,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741858_1034 (size=65) 2024-11-11T16:16:27,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:27,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T16:16:27,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:27,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T16:16:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T16:16:27,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:27,851 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T16:16:27,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:27,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:27,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 205dcfd337d1ae28d496dffd557db247 in 30.5160 sec 2024-11-11T16:16:27,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5438643517b090ea459807ebe7116b1 in 30.5160 sec 2024-11-11T16:16:27,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741860_1036 (size=65) 2024-11-11T16:16:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741859_1035 (size=65) 2024-11-11T16:16:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741860_1036 (size=65) 2024-11-11T16:16:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741860_1036 (size=65) 2024-11-11T16:16:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741859_1035 (size=65) 2024-11-11T16:16:27,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741859_1035 (size=65) 2024-11-11T16:16:27,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:27,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T16:16:27,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:27,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T16:16:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T16:16:27,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:27,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T16:16:27,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:27,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:27,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e3c1f6bdc0eecf58a4b88c8cea12f8ee in 30.5440 sec 2024-11-11T16:16:27,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-11T16:16:27,887 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T16:16:27,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 in 30.5450 sec 2024-11-11T16:16:27,892 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T16:16:27,895 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T16:16:27,895 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T16:16:27,898 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T16:16:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741861_1037 (size=1094) 2024-11-11T16:16:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741861_1037 (size=1094) 2024-11-11T16:16:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741861_1037 (size=1094) 2024-11-11T16:16:27,956 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T16:16:27,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T16:16:27,974 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:27,974 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:27,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:27,974 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:27,974 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:27,985 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:31,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f2d7a68355ffbbc731fdb91e758aff44, had cached 0 bytes from a total of 47197 2024-11-11T16:16:31,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eb9c7044d137530b5a88854a0cd61e50, had cached 0 bytes from a total of 28623 2024-11-11T16:16:33,106 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:39297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T16:16:36,891 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e3c1f6bdc0eecf58a4b88c8cea12f8ee changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,891 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70ca61025c5bcfe095afc3ba5abf0dfb changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,892 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 98168a60f3c8bd74685724c63f6046a1 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,892 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,892 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb9c7044d137530b5a88854a0cd61e50 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,892 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2b330490bf569b34fb39f0fd3e3d5f5b changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,893 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b5438643517b090ea459807ebe7116b1 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,893 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1016fe9dcfb3ffb1c03ff54271d8f1e7 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,893 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f2d7a68355ffbbc731fdb91e758aff44 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:36,893 DEBUG [master/16b413a53992:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 205dcfd337d1ae28d496dffd557db247 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:16:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T16:16:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-11T16:16:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T16:16:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-11T16:16:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-11T16:16:37,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T16:16:37,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T16:16:37,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T16:16:37,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T16:16:37,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T16:16:37,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T16:16:37,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T16:16:37,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T16:16:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-11T16:16:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T16:16:37,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T16:16:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T16:16:37,988 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 Release verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T16:16:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T16:16:37,990 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 Release verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-11T16:16:37,992 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:37,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 in 10.0250 sec 2024-11-11T16:16:37,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 in 10.0230 sec 2024-11-11T16:16:37,994 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:37,994 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 Release verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:37,994 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 Release verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:37,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 in 10.0290 sec 2024-11-11T16:16:37,998 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 Release verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:37,998 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 Release verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:37,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 in 10.0290 sec 2024-11-11T16:16:37,998 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:37,999 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 in 10.0330 sec 2024-11-11T16:16:38,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 in 10.0330 sec 2024-11-11T16:16:47,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T16:16:48,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-11T16:16:48,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-11T16:16:48,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-11T16:16:48,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T16:16:48,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T16:16:48,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T16:16:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T16:16:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T16:16:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T16:16:48,007 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 Release verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:48,009 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 Release verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:48,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 in 20.0440 sec 2024-11-11T16:16:48,012 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 Release verify snapshot worker=16b413a53992,39181,1731341722209 2024-11-11T16:16:48,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 in 20.0420 sec 2024-11-11T16:16:48,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,39181,1731341722209 in 20.0470 sec 2024-11-11T16:16:48,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T16:16:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T16:16:48,035 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 Release verify snapshot worker=16b413a53992,45403,1731341722531 2024-11-11T16:16:48,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-11T16:16:48,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,45403,1731341722531 in 20.0700 sec 2024-11-11T16:16:48,039 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T16:16:48,050 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T16:16:48,054 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T16:16:48,054 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T16:16:48,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7930 sec 2024-11-11T16:16:48,118 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T16:16:48,135 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T16:16:48,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:16:48,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:16:48,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:16:48,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:48,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:16:48,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:48,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:16:48,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-11-11T16:16:48,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,39297,1731341720930 2024-11-11T16:16:48,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:48,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:48,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:48,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:48,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:48,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:48,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:48,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:16:48,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:48,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:48,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:16:48,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:16:48,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:48,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,39181,1731341722209' ***** 2024-11-11T16:16:48,147 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:16:48,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,45403,1731341722531' ***** 2024-11-11T16:16:48,147 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:16:48,148 INFO [RS:0;16b413a53992:39181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:16:48,148 INFO [RS:2;16b413a53992:45403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:16:48,148 INFO [RS:0;16b413a53992:39181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:16:48,148 INFO [RS:2;16b413a53992:45403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:16:48,148 INFO [RS:2;16b413a53992:45403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:16:48,148 INFO [RS:0;16b413a53992:39181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:16:48,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:16:48,148 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5 2024-11-11T16:16:48,148 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(3091): Received CLOSE for f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:16:48,149 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:16:48,149 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 70ca61025c5bcfe095afc3ba5abf0dfb 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 98168a60f3c8bd74685724c63f6046a1 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for e3c1f6bdc0eecf58a4b88c8cea12f8ee 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,39181,1731341722209 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:39181. 2024-11-11T16:16:48,150 DEBUG [RS:0;16b413a53992:39181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:16:48,150 DEBUG [RS:0;16b413a53992:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:48,150 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, disabling compactions & flushes 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:16:48,150 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:48,150 INFO [RS:0;16b413a53992:39181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:16:48,151 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:48,151 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. after waiting 0 ms 2024-11-11T16:16:48,151 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:16:48,151 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:48,152 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T16:16:48,153 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1325): Online Regions={2aaaf22c6c7fe8afd59c1e4d8d8dc8d5=SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5., 1588230740=hbase:meta,,1.1588230740, 70ca61025c5bcfe095afc3ba5abf0dfb=SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb., 98168a60f3c8bd74685724c63f6046a1=SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1., eb9c7044d137530b5a88854a0cd61e50=SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50., e3c1f6bdc0eecf58a4b88c8cea12f8ee=SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee.} 2024-11-11T16:16:48,153 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5, 70ca61025c5bcfe095afc3ba5abf0dfb, 98168a60f3c8bd74685724c63f6046a1, e3c1f6bdc0eecf58a4b88c8cea12f8ee, eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:16:48,154 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:16:48,155 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:16:48,155 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:16:48,155 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:16:48,155 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:16:48,155 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(3091): Received CLOSE for 205dcfd337d1ae28d496dffd557db247 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1016fe9dcfb3ffb1c03ff54271d8f1e7 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(3091): Received CLOSE for b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b330490bf569b34fb39f0fd3e3d5f5b 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,45403,1731341722531 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;16b413a53992:45403. 2024-11-11T16:16:48,158 DEBUG [RS:2;16b413a53992:45403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:16:48,158 DEBUG [RS:2;16b413a53992:45403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:48,158 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T16:16:48,159 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1325): Online Regions={f2d7a68355ffbbc731fdb91e758aff44=SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44., 205dcfd337d1ae28d496dffd557db247=SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247., 1016fe9dcfb3ffb1c03ff54271d8f1e7=SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7., b5438643517b090ea459807ebe7116b1=SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1., 2b330490bf569b34fb39f0fd3e3d5f5b=SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b.} 2024-11-11T16:16:48,159 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1351): Waiting on 1016fe9dcfb3ffb1c03ff54271d8f1e7, 205dcfd337d1ae28d496dffd557db247, 2b330490bf569b34fb39f0fd3e3d5f5b, b5438643517b090ea459807ebe7116b1, f2d7a68355ffbbc731fdb91e758aff44 2024-11-11T16:16:48,159 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2d7a68355ffbbc731fdb91e758aff44, disabling compactions & flushes 2024-11-11T16:16:48,159 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:48,160 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:48,161 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. after waiting 0 ms 2024-11-11T16:16:48,161 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:48,231 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:16:48,237 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2aaaf22c6c7fe8afd59c1e4d8d8dc8d5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,238 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:16:48,241 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:48,242 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aaaf22c6c7fe8afd59c1e4d8d8dc8d5: Waiting for close lock at 1731341808150Running coprocessor pre-close hooks at 1731341808150Disabling compacts and flushes for region at 1731341808150Disabling writes for close at 1731341808151 (+1 ms)Writing region close event to WAL at 1731341808168 (+17 ms)Running coprocessor post-close hooks at 1731341808238 (+70 ms)Closed at 1731341808241 (+3 ms) 2024-11-11T16:16:48,242 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731341735844.2aaaf22c6c7fe8afd59c1e4d8d8dc8d5. 2024-11-11T16:16:48,243 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70ca61025c5bcfe095afc3ba5abf0dfb, disabling compactions & flushes 2024-11-11T16:16:48,244 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:48,244 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:48,244 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. after waiting 0 ms 2024-11-11T16:16:48,244 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:48,261 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/f2d7a68355ffbbc731fdb91e758aff44/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:16:48,263 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:48,264 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2d7a68355ffbbc731fdb91e758aff44: Waiting for close lock at 1731341808159Running coprocessor pre-close hooks at 1731341808159Disabling compacts and flushes for region at 1731341808159Disabling writes for close at 1731341808161 (+2 ms)Writing region close event to WAL at 1731341808213 (+52 ms)Running coprocessor post-close hooks at 1731341808263 (+50 ms)Closed at 1731341808263 2024-11-11T16:16:48,264 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731341735844.f2d7a68355ffbbc731fdb91e758aff44. 2024-11-11T16:16:48,264 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 205dcfd337d1ae28d496dffd557db247, disabling compactions & flushes 2024-11-11T16:16:48,264 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:48,264 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:48,264 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. after waiting 0 ms 2024-11-11T16:16:48,264 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:48,292 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/70ca61025c5bcfe095afc3ba5abf0dfb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,294 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:48,294 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70ca61025c5bcfe095afc3ba5abf0dfb: Waiting for close lock at 1731341808243Running coprocessor pre-close hooks at 1731341808243Disabling compacts and flushes for region at 1731341808243Disabling writes for close at 1731341808244 (+1 ms)Writing region close event to WAL at 1731341808246 (+2 ms)Running coprocessor post-close hooks at 1731341808293 (+47 ms)Closed at 1731341808294 (+1 ms) 2024-11-11T16:16:48,294 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731341735844.70ca61025c5bcfe095afc3ba5abf0dfb. 2024-11-11T16:16:48,294 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98168a60f3c8bd74685724c63f6046a1, disabling compactions & flushes 2024-11-11T16:16:48,294 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:48,294 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:48,294 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. after waiting 0 ms 2024-11-11T16:16:48,295 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:48,313 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/205dcfd337d1ae28d496dffd557db247/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,316 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:48,316 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 205dcfd337d1ae28d496dffd557db247: Waiting for close lock at 1731341808264Running coprocessor pre-close hooks at 1731341808264Disabling compacts and flushes for region at 1731341808264Disabling writes for close at 1731341808264Writing region close event to WAL at 1731341808279 (+15 ms)Running coprocessor post-close hooks at 1731341808315 (+36 ms)Closed at 1731341808316 (+1 ms) 2024-11-11T16:16:48,316 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731341735844.205dcfd337d1ae28d496dffd557db247. 2024-11-11T16:16:48,316 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1016fe9dcfb3ffb1c03ff54271d8f1e7, disabling compactions & flushes 2024-11-11T16:16:48,316 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:48,316 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:48,316 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. after waiting 0 ms 2024-11-11T16:16:48,316 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:48,317 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/info/78772e0f01024605a575e7d969220846 is 167, key is SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee./info:regioninfo/1731341777840/Put/seqid=0 2024-11-11T16:16:48,348 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/98168a60f3c8bd74685724c63f6046a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,348 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/1016fe9dcfb3ffb1c03ff54271d8f1e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,349 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:48,349 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98168a60f3c8bd74685724c63f6046a1: Waiting for close lock at 1731341808294Running coprocessor pre-close hooks at 1731341808294Disabling compacts and flushes for region at 1731341808294Disabling writes for close at 1731341808295 (+1 ms)Writing region close event to WAL at 1731341808319 (+24 ms)Running coprocessor post-close hooks at 1731341808349 (+30 ms)Closed at 1731341808349 2024-11-11T16:16:48,349 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731341735844.98168a60f3c8bd74685724c63f6046a1. 2024-11-11T16:16:48,349 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb9c7044d137530b5a88854a0cd61e50, disabling compactions & flushes 2024-11-11T16:16:48,349 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:48,350 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1016fe9dcfb3ffb1c03ff54271d8f1e7: Waiting for close lock at 1731341808316Running coprocessor pre-close hooks at 1731341808316Disabling compacts and flushes for region at 1731341808316Disabling writes for close at 1731341808316Writing region close event to WAL at 1731341808326 (+10 ms)Running coprocessor post-close hooks at 1731341808349 (+23 ms)Closed at 1731341808349 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. after waiting 0 ms 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731341735844.1016fe9dcfb3ffb1c03ff54271d8f1e7. 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5438643517b090ea459807ebe7116b1, disabling compactions & flushes 2024-11-11T16:16:48,350 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. after waiting 0 ms 2024-11-11T16:16:48,350 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:48,356 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3c1f6bdc0eecf58a4b88c8cea12f8ee, eb9c7044d137530b5a88854a0cd61e50 2024-11-11T16:16:48,359 DEBUG [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1351): Waiting on 2b330490bf569b34fb39f0fd3e3d5f5b, b5438643517b090ea459807ebe7116b1 2024-11-11T16:16:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741862_1038 (size=20292) 2024-11-11T16:16:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741862_1038 (size=20292) 2024-11-11T16:16:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741862_1038 (size=20292) 2024-11-11T16:16:48,419 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/b5438643517b090ea459807ebe7116b1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,421 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:48,421 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5438643517b090ea459807ebe7116b1: Waiting for close lock at 1731341808350Running coprocessor pre-close hooks at 1731341808350Disabling compacts and flushes for region at 1731341808350Disabling writes for close at 1731341808350Writing region close event to WAL at 1731341808395 (+45 ms)Running coprocessor post-close hooks at 1731341808421 (+26 ms)Closed at 1731341808421 2024-11-11T16:16:48,421 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731341735844.b5438643517b090ea459807ebe7116b1. 2024-11-11T16:16:48,422 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b330490bf569b34fb39f0fd3e3d5f5b, disabling compactions & flushes 2024-11-11T16:16:48,422 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:48,422 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:48,422 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. after waiting 0 ms 2024-11-11T16:16:48,422 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:48,434 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/eb9c7044d137530b5a88854a0cd61e50/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:16:48,435 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:48,435 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb9c7044d137530b5a88854a0cd61e50: Waiting for close lock at 1731341808349Running coprocessor pre-close hooks at 1731341808349Disabling compacts and flushes for region at 1731341808349Disabling writes for close at 1731341808350 (+1 ms)Writing region close event to WAL at 1731341808403 (+53 ms)Running coprocessor post-close hooks at 1731341808435 (+32 ms)Closed at 1731341808435 2024-11-11T16:16:48,435 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731341735844.eb9c7044d137530b5a88854a0cd61e50. 2024-11-11T16:16:48,435 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3c1f6bdc0eecf58a4b88c8cea12f8ee, disabling compactions & flushes 2024-11-11T16:16:48,436 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:48,436 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:48,436 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. after waiting 0 ms 2024-11-11T16:16:48,436 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:48,474 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/e3c1f6bdc0eecf58a4b88c8cea12f8ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,476 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:48,476 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3c1f6bdc0eecf58a4b88c8cea12f8ee: Waiting for close lock at 1731341808435Running coprocessor pre-close hooks at 1731341808435Disabling compacts and flushes for region at 1731341808435Disabling writes for close at 1731341808436 (+1 ms)Writing region close event to WAL at 1731341808457 (+21 ms)Running coprocessor post-close hooks at 1731341808475 (+18 ms)Closed at 1731341808475 2024-11-11T16:16:48,476 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731341735844.e3c1f6bdc0eecf58a4b88c8cea12f8ee. 2024-11-11T16:16:48,498 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/default/SPTestTable/2b330490bf569b34fb39f0fd3e3d5f5b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:16:48,500 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:48,500 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b330490bf569b34fb39f0fd3e3d5f5b: Waiting for close lock at 1731341808422Running coprocessor pre-close hooks at 1731341808422Disabling compacts and flushes for region at 1731341808422Disabling writes for close at 1731341808422Writing region close event to WAL at 1731341808445 (+23 ms)Running coprocessor post-close hooks at 1731341808500 (+55 ms)Closed at 1731341808500 2024-11-11T16:16:48,500 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731341735844.2b330490bf569b34fb39f0fd3e3d5f5b. 2024-11-11T16:16:48,557 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:16:48,559 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,45403,1731341722531; all regions closed. 2024-11-11T16:16:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741833_1009 (size=3500) 2024-11-11T16:16:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741833_1009 (size=3500) 2024-11-11T16:16:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741833_1009 (size=3500) 2024-11-11T16:16:48,612 DEBUG [RS:2;16b413a53992:45403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs 2024-11-11T16:16:48,613 INFO [RS:2;16b413a53992:45403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C45403%2C1731341722531:(num 1731341724923) 2024-11-11T16:16:48,613 DEBUG [RS:2;16b413a53992:45403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:48,613 INFO [RS:2;16b413a53992:45403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:16:48,613 INFO [RS:2;16b413a53992:45403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:16:48,613 INFO [RS:2;16b413a53992:45403 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:16:48,613 INFO [RS:2;16b413a53992:45403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:16:48,613 INFO [RS:2;16b413a53992:45403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:16:48,614 INFO [RS:2;16b413a53992:45403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:16:48,614 INFO [RS:2;16b413a53992:45403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:16:48,614 INFO [RS:2;16b413a53992:45403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45403 2024-11-11T16:16:48,615 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:16:48,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,45403,1731341722531 2024-11-11T16:16:48,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:16:48,618 INFO [RS:2;16b413a53992:45403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:16:48,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,45403,1731341722531] 2024-11-11T16:16:48,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,45403,1731341722531 already deleted, retry=false 2024-11-11T16:16:48,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,45403,1731341722531 expired; onlineServers=1 2024-11-11T16:16:48,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:16:48,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45403-0x1002fa023e10003, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:16:48,722 INFO [RS:2;16b413a53992:45403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:16:48,722 INFO [RS:2;16b413a53992:45403 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,45403,1731341722531; zookeeper connection closed. 2024-11-11T16:16:48,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@97bd25b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@97bd25b 2024-11-11T16:16:48,757 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:16:48,786 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/info/78772e0f01024605a575e7d969220846 2024-11-11T16:16:48,830 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/ns/2fea9dbcb7fe4744ba93c36396ddeb11 is 43, key is default/ns:d/1731341735519/Put/seqid=0 2024-11-11T16:16:48,860 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:16:48,860 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:16:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741863_1039 (size=5153) 2024-11-11T16:16:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741863_1039 (size=5153) 2024-11-11T16:16:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741863_1039 (size=5153) 2024-11-11T16:16:48,868 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/ns/2fea9dbcb7fe4744ba93c36396ddeb11 2024-11-11T16:16:48,941 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/table/457636c177514a0d982c5206cc162337 is 47, key is SPTestTable/table:state/1731341746364/Put/seqid=0 2024-11-11T16:16:48,957 DEBUG [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:16:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741864_1040 (size=5214) 2024-11-11T16:16:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741864_1040 (size=5214) 2024-11-11T16:16:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741864_1040 (size=5214) 2024-11-11T16:16:48,987 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/table/457636c177514a0d982c5206cc162337 2024-11-11T16:16:49,000 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/info/78772e0f01024605a575e7d969220846 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/info/78772e0f01024605a575e7d969220846 2024-11-11T16:16:49,011 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/info/78772e0f01024605a575e7d969220846, entries=116, sequenceid=37, filesize=19.8 K 2024-11-11T16:16:49,013 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/ns/2fea9dbcb7fe4744ba93c36396ddeb11 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/ns/2fea9dbcb7fe4744ba93c36396ddeb11 2024-11-11T16:16:49,024 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/ns/2fea9dbcb7fe4744ba93c36396ddeb11, entries=2, sequenceid=37, filesize=5.0 K 2024-11-11T16:16:49,026 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/.tmp/table/457636c177514a0d982c5206cc162337 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/table/457636c177514a0d982c5206cc162337 2024-11-11T16:16:49,036 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/table/457636c177514a0d982c5206cc162337, entries=2, sequenceid=37, filesize=5.1 K 2024-11-11T16:16:49,037 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 882ms, sequenceid=37, compaction requested=false 2024-11-11T16:16:49,053 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-11T16:16:49,062 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:16:49,062 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:16:49,063 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341808154Running coprocessor pre-close hooks at 1731341808154Disabling compacts and flushes for region at 1731341808154Disabling writes for close at 1731341808155 (+1 ms)Obtaining lock to block concurrent updates at 1731341808155Preparing flush snapshotting stores in 1588230740 at 1731341808155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731341808156 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731341808157 (+1 ms)Flushing 1588230740/info: creating writer at 1731341808157Flushing 1588230740/info: appending metadata at 1731341808315 (+158 ms)Flushing 1588230740/info: closing flushed file at 1731341808315Flushing 1588230740/ns: creating writer at 1731341808803 (+488 ms)Flushing 1588230740/ns: appending metadata at 1731341808824 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731341808824Flushing 1588230740/table: creating writer at 1731341808880 (+56 ms)Flushing 1588230740/table: appending metadata at 1731341808931 (+51 ms)Flushing 1588230740/table: closing flushed file at 1731341808931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eab85c8: reopening flushed file at 1731341808997 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb2ad5d: reopening flushed file at 1731341809012 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b686e6c: reopening flushed file at 1731341809024 (+12 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 882ms, sequenceid=37, compaction requested=false at 1731341809037 (+13 ms)Writing region close event to WAL at 1731341809045 (+8 ms)Running coprocessor post-close hooks at 1731341809062 (+17 ms)Closed at 1731341809062 2024-11-11T16:16:49,063 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:16:49,158 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,39181,1731341722209; all regions closed. 2024-11-11T16:16:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741836_1012 (size=19530) 2024-11-11T16:16:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741836_1012 (size=19530) 2024-11-11T16:16:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741836_1012 (size=19530) 2024-11-11T16:16:49,171 DEBUG [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs 2024-11-11T16:16:49,171 INFO [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C39181%2C1731341722209.meta:.meta(num 1731341735352) 2024-11-11T16:16:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741834_1010 (size=3530) 2024-11-11T16:16:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741834_1010 (size=3530) 2024-11-11T16:16:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741834_1010 (size=3530) 2024-11-11T16:16:49,199 DEBUG [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/oldWALs 2024-11-11T16:16:49,199 INFO [RS:0;16b413a53992:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C39181%2C1731341722209:(num 1731341725000) 2024-11-11T16:16:49,199 DEBUG [RS:0;16b413a53992:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:16:49,199 INFO [RS:0;16b413a53992:39181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:16:49,199 INFO [RS:0;16b413a53992:39181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:16:49,200 INFO [RS:0;16b413a53992:39181 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:16:49,200 INFO [RS:0;16b413a53992:39181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:16:49,200 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:16:49,200 INFO [RS:0;16b413a53992:39181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39181 2024-11-11T16:16:49,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:16:49,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,39181,1731341722209 2024-11-11T16:16:49,205 INFO [RS:0;16b413a53992:39181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:16:49,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,39181,1731341722209] 2024-11-11T16:16:49,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,39181,1731341722209 already deleted, retry=false 2024-11-11T16:16:49,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,39181,1731341722209 expired; onlineServers=0 2024-11-11T16:16:49,217 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,39297,1731341720930' ***** 2024-11-11T16:16:49,217 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:16:49,217 INFO [M:0;16b413a53992:39297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:16:49,217 INFO [M:0;16b413a53992:39297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:16:49,217 DEBUG [M:0;16b413a53992:39297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:16:49,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:16:49,217 DEBUG [M:0;16b413a53992:39297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:16:49,217 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341724365 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341724365,5,FailOnTimeoutGroup] 2024-11-11T16:16:49,217 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341724377 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341724377,5,FailOnTimeoutGroup] 2024-11-11T16:16:49,217 INFO [M:0;16b413a53992:39297 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:16:49,218 INFO [M:0;16b413a53992:39297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:16:49,218 DEBUG [M:0;16b413a53992:39297 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:16:49,218 INFO [M:0;16b413a53992:39297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:16:49,218 INFO [M:0;16b413a53992:39297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:16:49,218 ERROR [M:0;16b413a53992:39297 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38111 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38111,5,PEWorkerGroup] 2024-11-11T16:16:49,219 INFO [M:0;16b413a53992:39297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:16:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:16:49,220 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:16:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:49,225 DEBUG [M:0;16b413a53992:39297 {}] zookeeper.ZKUtil(347): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:16:49,225 WARN [M:0;16b413a53992:39297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:16:49,226 INFO [M:0;16b413a53992:39297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/.lastflushedseqids 2024-11-11T16:16:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741865_1041 (size=686) 2024-11-11T16:16:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741865_1041 (size=686) 2024-11-11T16:16:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741865_1041 (size=686) 2024-11-11T16:16:49,283 INFO [M:0;16b413a53992:39297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:16:49,284 INFO [M:0;16b413a53992:39297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:16:49,284 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:16:49,284 INFO [M:0;16b413a53992:39297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:49,284 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:49,284 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:16:49,284 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:49,284 INFO [M:0;16b413a53992:39297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.20 KB heapSize=243.21 KB 2024-11-11T16:16:49,307 INFO [RS:0;16b413a53992:39181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:16:49,307 INFO [RS:0;16b413a53992:39181 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,39181,1731341722209; zookeeper connection closed. 2024-11-11T16:16:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:16:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1002fa023e10001, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:16:49,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@566c906c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@566c906c 2024-11-11T16:16:49,317 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T16:16:49,321 DEBUG [M:0;16b413a53992:39297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41e271350e944971a042af27731bcbf7 is 82, key is hbase:meta,,1/info:regioninfo/1731341735449/Put/seqid=0 2024-11-11T16:16:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741866_1042 (size=5672) 2024-11-11T16:16:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741866_1042 (size=5672) 2024-11-11T16:16:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741866_1042 (size=5672) 2024-11-11T16:16:49,384 INFO [M:0;16b413a53992:39297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41e271350e944971a042af27731bcbf7 2024-11-11T16:16:49,445 DEBUG [M:0;16b413a53992:39297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42e33f1f350b4549a85bfeb1debf17d4 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731341746376/Put/seqid=0 2024-11-11T16:16:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741867_1043 (size=8973) 2024-11-11T16:16:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741867_1043 (size=8973) 2024-11-11T16:16:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741867_1043 (size=8973) 2024-11-11T16:16:49,569 INFO [M:0;16b413a53992:39297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.47 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42e33f1f350b4549a85bfeb1debf17d4 2024-11-11T16:16:49,587 INFO [M:0;16b413a53992:39297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42e33f1f350b4549a85bfeb1debf17d4 2024-11-11T16:16:49,626 DEBUG [M:0;16b413a53992:39297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49432b43c2014219b1b784a13ebaabe4 is 69, key is 16b413a53992,39181,1731341722209/rs:state/1731341724593/Put/seqid=0 2024-11-11T16:16:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741868_1044 (size=5446) 2024-11-11T16:16:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741868_1044 (size=5446) 2024-11-11T16:16:49,674 INFO [M:0;16b413a53992:39297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49432b43c2014219b1b784a13ebaabe4 2024-11-11T16:16:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741868_1044 (size=5446) 2024-11-11T16:16:49,682 INFO [M:0;16b413a53992:39297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49432b43c2014219b1b784a13ebaabe4 2024-11-11T16:16:49,684 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41e271350e944971a042af27731bcbf7 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41e271350e944971a042af27731bcbf7 2024-11-11T16:16:49,695 INFO [M:0;16b413a53992:39297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41e271350e944971a042af27731bcbf7, entries=8, sequenceid=516, filesize=5.5 K 2024-11-11T16:16:49,697 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42e33f1f350b4549a85bfeb1debf17d4 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42e33f1f350b4549a85bfeb1debf17d4 2024-11-11T16:16:49,717 INFO [M:0;16b413a53992:39297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42e33f1f350b4549a85bfeb1debf17d4 2024-11-11T16:16:49,717 INFO [M:0;16b413a53992:39297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42e33f1f350b4549a85bfeb1debf17d4, entries=56, sequenceid=516, filesize=8.8 K 2024-11-11T16:16:49,719 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49432b43c2014219b1b784a13ebaabe4 as hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49432b43c2014219b1b784a13ebaabe4 2024-11-11T16:16:49,731 INFO [M:0;16b413a53992:39297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49432b43c2014219b1b784a13ebaabe4 2024-11-11T16:16:49,731 INFO [M:0;16b413a53992:39297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38111/user/jenkins/test-data/ae377d72-6874-d9e7-d696-092a1526abec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49432b43c2014219b1b784a13ebaabe4, entries=3, sequenceid=516, filesize=5.3 K 2024-11-11T16:16:49,732 INFO [M:0;16b413a53992:39297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.20 KB/200912, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 448ms, sequenceid=516, compaction requested=false 2024-11-11T16:16:49,767 INFO [M:0;16b413a53992:39297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:49,767 DEBUG [M:0;16b413a53992:39297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341809284Disabling compacts and flushes for region at 1731341809284Disabling writes for close at 1731341809284Obtaining lock to block concurrent updates at 1731341809284Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341809284Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200912, getHeapSize=248984, getOffHeapSize=0, getCellsCount=623 at 1731341809285 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341809286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341809286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341809320 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341809320Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341809399 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341809444 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341809444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341809587 (+143 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341809625 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341809625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c0a3da: reopening flushed file at 1731341809682 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cb3bac: reopening flushed file at 1731341809695 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c77f39: reopening flushed file at 1731341809717 (+22 ms)Finished flush of dataSize ~196.20 KB/200912, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 448ms, sequenceid=516, compaction requested=false at 1731341809732 (+15 ms)Writing region close event to WAL at 1731341809766 (+34 ms)Closed at 1731341809766 2024-11-11T16:16:49,773 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:16:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35159 is added to blk_1073741830_1006 (size=235299) 2024-11-11T16:16:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741830_1006 (size=235299) 2024-11-11T16:16:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741830_1006 (size=235299) 2024-11-11T16:16:49,785 INFO [M:0;16b413a53992:39297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:16:49,785 INFO [M:0;16b413a53992:39297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39297 2024-11-11T16:16:49,785 INFO [M:0;16b413a53992:39297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:16:49,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:16:49,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:16:49,888 INFO [M:0;16b413a53992:39297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:16:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1002fa023e10000, quorum=127.0.0.1:55690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:16:49,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:16:49,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:16:49,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:16:49,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:16:49,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,STOPPED} 2024-11-11T16:16:49,906 WARN [BP-861213441-172.17.0.2-1731341715634 heartbeating to localhost/127.0.0.1:38111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:16:49,906 WARN [BP-861213441-172.17.0.2-1731341715634 heartbeating to localhost/127.0.0.1:38111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861213441-172.17.0.2-1731341715634 (Datanode Uuid 7bf7230e-4eff-4cef-8ee4-2f2b829360c3) service to localhost/127.0.0.1:38111 2024-11-11T16:16:49,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data5/current/BP-861213441-172.17.0.2-1731341715634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:16:49,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data6/current/BP-861213441-172.17.0.2-1731341715634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:16:49,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:16:49,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:16:49,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:16:49,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:16:49,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:16:49,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:16:49,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:16:49,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,STOPPED} 2024-11-11T16:16:49,936 WARN [BP-861213441-172.17.0.2-1731341715634 heartbeating to localhost/127.0.0.1:38111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:16:49,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:16:49,937 WARN [BP-861213441-172.17.0.2-1731341715634 heartbeating to localhost/127.0.0.1:38111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861213441-172.17.0.2-1731341715634 (Datanode Uuid 177063ef-9590-45fa-881d-e362e0eb2fb0) service to localhost/127.0.0.1:38111 2024-11-11T16:16:49,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:16:49,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data3/current/BP-861213441-172.17.0.2-1731341715634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:16:49,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data4/current/BP-861213441-172.17.0.2-1731341715634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:16:49,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:16:49,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:16:49,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:16:49,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:16:49,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:16:49,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,STOPPED} 2024-11-11T16:16:49,959 WARN [BP-861213441-172.17.0.2-1731341715634 heartbeating to localhost/127.0.0.1:38111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:16:49,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:16:49,959 WARN [BP-861213441-172.17.0.2-1731341715634 heartbeating to localhost/127.0.0.1:38111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861213441-172.17.0.2-1731341715634 (Datanode Uuid 64ed9c75-7195-4c1b-b8cd-0df392c2a8db) service to localhost/127.0.0.1:38111 2024-11-11T16:16:49,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:16:49,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data1/current/BP-861213441-172.17.0.2-1731341715634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:16:49,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/cluster_0681d539-26be-85f2-8e0b-bb63d5a1a843/data/data2/current/BP-861213441-172.17.0.2-1731341715634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:16:49,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:16:49,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:16:49,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:16:49,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:16:49,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:16:49,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir/,STOPPED} 2024-11-11T16:16:49,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:16:50,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:16:50,081 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/16b413a53992:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/16b413a53992:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/16b413a53992:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38111 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38111 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16b413a53992:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/16b413a53992:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 696), ProcessCount=11 (was 11), AvailableMemoryMB=1463 (was 2034) 2024-11-11T16:16:50,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=1462 2024-11-11T16:16:50,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir so I do NOT create it in target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39 2024-11-11T16:16:50,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T16:16:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.tmp.dir so I do NOT create it in target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39 2024-11-11T16:16:50,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27c4086-149a-5616-2646-c97da95f2795/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T16:16:50,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39 2024-11-11T16:16:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:16:50,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32, deleteOnExit=true 2024-11-11T16:16:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:16:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/test.cache.data in system properties and HBase conf 2024-11-11T16:16:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:16:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:16:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:16:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:16:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:16:50,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:16:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:16:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:16:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:16:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:16:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:16:50,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:16:50,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:16:50,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:16:50,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:16:50,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:16:50,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:16:50,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49935db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:16:50,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206ea604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:16:50,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/java.io.tmpdir/jetty-localhost-43219-hadoop-hdfs-3_4_1-tests_jar-_-any-2776076812434515885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:16:50,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16475ac6{HTTP/1.1, (http/1.1)}{localhost:43219} 2024-11-11T16:16:50,454 INFO [Time-limited test {}] server.Server(415): Started @97457ms 2024-11-11T16:16:50,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:16:50,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:16:50,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:16:50,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:16:50,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:16:50,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7396b0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:16:50,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597a5af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:16:50,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295706e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/java.io.tmpdir/jetty-localhost-44465-hadoop-hdfs-3_4_1-tests_jar-_-any-2500505669220289913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:16:50,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d0eaa0d{HTTP/1.1, (http/1.1)}{localhost:44465} 2024-11-11T16:16:50,852 INFO [Time-limited test {}] server.Server(415): Started @97855ms 2024-11-11T16:16:50,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:16:51,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:16:51,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:16:51,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:16:51,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:16:51,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:16:51,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccf2faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:16:51,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5cc3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:16:51,120 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data1/current/BP-1814144692-172.17.0.2-1731341810149/current, will proceed with Du for space computation calculation, 2024-11-11T16:16:51,122 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data2/current/BP-1814144692-172.17.0.2-1731341810149/current, will proceed with Du for space computation calculation, 2024-11-11T16:16:51,162 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:16:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fd490028fdbca35 with lease ID 0xe9acd9ff96152ce2: Processing first storage report for DS-dc1ccc3f-0f78-4de5-a499-080559676a5a from datanode DatanodeRegistration(127.0.0.1:39909, datanodeUuid=71451461-c273-45e8-8303-3f121c411191, infoPort=33201, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149) 2024-11-11T16:16:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fd490028fdbca35 with lease ID 0xe9acd9ff96152ce2: from storage DS-dc1ccc3f-0f78-4de5-a499-080559676a5a node DatanodeRegistration(127.0.0.1:39909, datanodeUuid=71451461-c273-45e8-8303-3f121c411191, infoPort=33201, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:16:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fd490028fdbca35 with lease ID 0xe9acd9ff96152ce2: Processing first storage report for DS-a40cb81d-0c25-4768-86f9-8820ada08ec3 from datanode DatanodeRegistration(127.0.0.1:39909, datanodeUuid=71451461-c273-45e8-8303-3f121c411191, infoPort=33201, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149) 2024-11-11T16:16:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fd490028fdbca35 with lease ID 0xe9acd9ff96152ce2: from storage DS-a40cb81d-0c25-4768-86f9-8820ada08ec3 node DatanodeRegistration(127.0.0.1:39909, datanodeUuid=71451461-c273-45e8-8303-3f121c411191, infoPort=33201, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:16:51,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6fea1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/java.io.tmpdir/jetty-localhost-40971-hadoop-hdfs-3_4_1-tests_jar-_-any-15015980856773194702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:16:51,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aab0115{HTTP/1.1, (http/1.1)}{localhost:40971} 2024-11-11T16:16:51,211 INFO [Time-limited test {}] server.Server(415): Started @98214ms 2024-11-11T16:16:51,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:16:51,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:16:51,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:16:51,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:16:51,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:16:51,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:16:51,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c883179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:16:51,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f83c92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:16:51,394 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data3/current/BP-1814144692-172.17.0.2-1731341810149/current, will proceed with Du for space computation calculation, 2024-11-11T16:16:51,401 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data4/current/BP-1814144692-172.17.0.2-1731341810149/current, will proceed with Du for space computation calculation, 2024-11-11T16:16:51,481 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:16:51,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4de59280{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/java.io.tmpdir/jetty-localhost-32793-hadoop-hdfs-3_4_1-tests_jar-_-any-17709745995644544590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:16:51,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45814ff7{HTTP/1.1, (http/1.1)}{localhost:32793} 2024-11-11T16:16:51,502 INFO [Time-limited test {}] server.Server(415): Started @98505ms 2024-11-11T16:16:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554b1dba5c6f2235 with lease ID 0xe9acd9ff96152ce3: Processing first storage report for DS-b53395fe-6838-4847-9899-7184dc426808 from datanode DatanodeRegistration(127.0.0.1:44259, datanodeUuid=a5574c95-c5e4-4b35-8f86-442003537755, infoPort=45167, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149) 2024-11-11T16:16:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554b1dba5c6f2235 with lease ID 0xe9acd9ff96152ce3: from storage DS-b53395fe-6838-4847-9899-7184dc426808 node DatanodeRegistration(127.0.0.1:44259, datanodeUuid=a5574c95-c5e4-4b35-8f86-442003537755, infoPort=45167, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:16:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554b1dba5c6f2235 with lease ID 0xe9acd9ff96152ce3: Processing first storage report for DS-b5d87ed0-abdb-4c05-99cb-92e7696fcfd1 from datanode DatanodeRegistration(127.0.0.1:44259, datanodeUuid=a5574c95-c5e4-4b35-8f86-442003537755, infoPort=45167, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149) 2024-11-11T16:16:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554b1dba5c6f2235 with lease ID 0xe9acd9ff96152ce3: from storage DS-b5d87ed0-abdb-4c05-99cb-92e7696fcfd1 node DatanodeRegistration(127.0.0.1:44259, datanodeUuid=a5574c95-c5e4-4b35-8f86-442003537755, infoPort=45167, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:16:51,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:16:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:16:51,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:16:51,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:16:51,694 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data5/current/BP-1814144692-172.17.0.2-1731341810149/current, will proceed with Du for space computation calculation, 2024-11-11T16:16:51,705 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data6/current/BP-1814144692-172.17.0.2-1731341810149/current, will proceed with Du for space computation calculation, 2024-11-11T16:16:51,738 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:16:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91c0250d7002d037 with lease ID 0xe9acd9ff96152ce4: Processing first storage report for DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172 from datanode DatanodeRegistration(127.0.0.1:34031, datanodeUuid=634877bc-5118-463c-9536-0173831ca977, infoPort=44873, infoSecurePort=0, ipcPort=45797, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149) 2024-11-11T16:16:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91c0250d7002d037 with lease ID 0xe9acd9ff96152ce4: from storage DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172 node DatanodeRegistration(127.0.0.1:34031, datanodeUuid=634877bc-5118-463c-9536-0173831ca977, infoPort=44873, infoSecurePort=0, ipcPort=45797, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:16:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91c0250d7002d037 with lease ID 0xe9acd9ff96152ce4: Processing first storage report for DS-1b0569a7-0a39-4c64-a110-8eb5ad2817e6 from datanode DatanodeRegistration(127.0.0.1:34031, datanodeUuid=634877bc-5118-463c-9536-0173831ca977, infoPort=44873, infoSecurePort=0, ipcPort=45797, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149) 2024-11-11T16:16:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91c0250d7002d037 with lease ID 0xe9acd9ff96152ce4: from storage DS-1b0569a7-0a39-4c64-a110-8eb5ad2817e6 node DatanodeRegistration(127.0.0.1:34031, datanodeUuid=634877bc-5118-463c-9536-0173831ca977, infoPort=44873, infoSecurePort=0, ipcPort=45797, storageInfo=lv=-57;cid=testClusterID;nsid=1437660345;c=1731341810149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:16:51,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39 2024-11-11T16:16:51,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/zookeeper_0, clientPort=60402, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:16:51,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60402 2024-11-11T16:16:51,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:16:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:16:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:16:51,849 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e with version=8 2024-11-11T16:16:51,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/hbase-staging 2024-11-11T16:16:51,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:16:51,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:51,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:51,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:16:51,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:51,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:16:51,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:16:51,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:16:51,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33911 2024-11-11T16:16:51,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33911 connecting to ZooKeeper ensemble=127.0.0.1:60402 2024-11-11T16:16:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339110x0, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:16:51,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33911-0x1002fa18ad80000 connected 2024-11-11T16:16:51,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:51,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:51,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:51,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e, hbase.cluster.distributed=false 2024-11-11T16:16:51,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:16:51,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-11T16:16:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33911 2024-11-11T16:16:52,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33911 2024-11-11T16:16:52,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-11T16:16:52,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-11T16:16:52,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:16:52,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:16:52,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:16:52,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:16:52,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:16:52,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46483 2024-11-11T16:16:52,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46483 connecting to ZooKeeper ensemble=127.0.0.1:60402 2024-11-11T16:16:52,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464830x0, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:16:52,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464830x0, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:52,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:16:52,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46483-0x1002fa18ad80001 connected 2024-11-11T16:16:52,076 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:16:52,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:16:52,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:16:52,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46483 2024-11-11T16:16:52,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46483 2024-11-11T16:16:52,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46483 2024-11-11T16:16:52,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46483 2024-11-11T16:16:52,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46483 2024-11-11T16:16:52,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:16:52,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:16:52,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37313 2024-11-11T16:16:52,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37313 connecting to ZooKeeper ensemble=127.0.0.1:60402 2024-11-11T16:16:52,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373130x0, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:16:52,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373130x0, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:52,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:16:52,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37313-0x1002fa18ad80002 connected 2024-11-11T16:16:52,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:16:52,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:16:52,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:16:52,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-11T16:16:52,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-11-11T16:16:52,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-11-11T16:16:52,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-11T16:16:52,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-11T16:16:52,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16b413a53992:0 server-side Connection retries=45 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:16:52,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:16:52,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44429 2024-11-11T16:16:52,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44429 connecting to ZooKeeper ensemble=127.0.0.1:60402 2024-11-11T16:16:52,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444290x0, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:16:52,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44429-0x1002fa18ad80003 connected 2024-11-11T16:16:52,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:16:52,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:16:52,218 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:16:52,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:16:52,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:16:52,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44429 2024-11-11T16:16:52,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44429 2024-11-11T16:16:52,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44429 2024-11-11T16:16:52,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44429 2024-11-11T16:16:52,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44429 2024-11-11T16:16:52,246 DEBUG [M:0;16b413a53992:33911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16b413a53992:33911 2024-11-11T16:16:52,246 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/16b413a53992,33911,1731341811852 2024-11-11T16:16:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,249 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/16b413a53992,33911,1731341811852 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:16:52,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,255 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:16:52,260 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/16b413a53992,33911,1731341811852 from backup master directory 2024-11-11T16:16:52,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/16b413a53992,33911,1731341811852 2024-11-11T16:16:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:16:52,265 WARN [master/16b413a53992:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:16:52,265 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16b413a53992,33911,1731341811852 2024-11-11T16:16:52,275 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/hbase.id] with ID: 3e3f740b-8c3c-4a49-a511-5cc016bfaa24 2024-11-11T16:16:52,275 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.tmp/hbase.id 2024-11-11T16:16:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:16:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:16:52,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:16:52,297 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.tmp/hbase.id]:[hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/hbase.id] 2024-11-11T16:16:52,316 INFO [master/16b413a53992:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:16:52,316 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:16:52,317 INFO [master/16b413a53992:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T16:16:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:16:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:16:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:16:52,339 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:16:52,340 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:16:52,341 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:16:52,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:16:52,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:16:52,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:16:52,355 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store 2024-11-11T16:16:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:16:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:16:52,375 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:52,375 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:16:52,375 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:52,375 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:52,376 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:16:52,376 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:52,376 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:16:52,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:16:52,376 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341812375Disabling compacts and flushes for region at 1731341812375Disabling writes for close at 1731341812376 (+1 ms)Writing region close event to WAL at 1731341812376Closed at 1731341812376 2024-11-11T16:16:52,377 WARN [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/.initializing 2024-11-11T16:16:52,377 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/WALs/16b413a53992,33911,1731341811852 2024-11-11T16:16:52,379 INFO [master/16b413a53992:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:16:52,381 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C33911%2C1731341811852, suffix=, logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/WALs/16b413a53992,33911,1731341811852, archiveDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/oldWALs, maxLogs=10 2024-11-11T16:16:52,397 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/WALs/16b413a53992,33911,1731341811852/16b413a53992%2C33911%2C1731341811852.1731341812381, exclude list is [], retry=0 2024-11-11T16:16:52,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-b53395fe-6838-4847-9899-7184dc426808,DISK] 2024-11-11T16:16:52,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172,DISK] 2024-11-11T16:16:52,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-dc1ccc3f-0f78-4de5-a499-080559676a5a,DISK] 2024-11-11T16:16:52,437 INFO [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/WALs/16b413a53992,33911,1731341811852/16b413a53992%2C33911%2C1731341811852.1731341812381 2024-11-11T16:16:52,438 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873),(127.0.0.1/127.0.0.1:33201:33201),(127.0.0.1/127.0.0.1:45167:45167)] 2024-11-11T16:16:52,438 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:16:52,438 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:52,439 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,439 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:16:52,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:16:52,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:16:52,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:52,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:16:52,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:52,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:16:52,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:16:52,463 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,464 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,464 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,466 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,467 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:16:52,468 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:16:52,473 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:16:52,474 INFO [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72736342, jitterRate=0.08385595679283142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:16:52,475 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731341812439Initializing all the Stores at 1731341812441 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341812441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341812444 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341812444Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341812444Cleaning up temporary data from old regions at 1731341812466 (+22 ms)Region opened successfully at 1731341812474 (+8 ms) 2024-11-11T16:16:52,475 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:16:52,480 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc715cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:16:52,482 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:16:52,482 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:16:52,482 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:16:52,482 INFO [master/16b413a53992:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:16:52,483 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:16:52,484 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:16:52,484 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T16:16:52,487 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:16:52,488 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:16:52,490 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:16:52,490 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:16:52,491 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:16:52,492 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:16:52,493 INFO [master/16b413a53992:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:16:52,497 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:16:52,498 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:16:52,499 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:16:52,501 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:16:52,503 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:16:52,504 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,509 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16b413a53992,33911,1731341811852, sessionid=0x1002fa18ad80000, setting cluster-up flag (Was=false) 2024-11-11T16:16:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,522 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:16:52,526 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33911,1731341811852 2024-11-11T16:16:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:52,540 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:16:52,543 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16b413a53992,33911,1731341811852 2024-11-11T16:16:52,554 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:16:52,560 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:16:52,561 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:16:52,561 INFO [master/16b413a53992:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:16:52,561 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16b413a53992,33911,1731341811852 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16b413a53992:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16b413a53992:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,569 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:16:52,570 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:16:52,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:16:52,578 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:16:52,593 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731341842593 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:16:52,594 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,607 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:16:52,607 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:16:52,607 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:16:52,612 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:16:52,613 INFO [master/16b413a53992:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:16:52,616 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341812613,5,FailOnTimeoutGroup] 2024-11-11T16:16:52,628 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341812617,5,FailOnTimeoutGroup] 2024-11-11T16:16:52,629 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,629 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:16:52,629 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,629 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,636 INFO [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(746): ClusterId : 3e3f740b-8c3c-4a49-a511-5cc016bfaa24 2024-11-11T16:16:52,636 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:16:52,639 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:16:52,639 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:16:52,641 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:16:52,645 DEBUG [RS:0;16b413a53992:46483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d1c5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:16:52,649 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(746): ClusterId : 3e3f740b-8c3c-4a49-a511-5cc016bfaa24 2024-11-11T16:16:52,649 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:16:52,652 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:16:52,652 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:16:52,655 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(746): ClusterId : 3e3f740b-8c3c-4a49-a511-5cc016bfaa24 2024-11-11T16:16:52,655 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:16:52,658 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:16:52,658 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:16:52,660 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:16:52,661 DEBUG [RS:1;16b413a53992:37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd5473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:16:52,665 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:16:52,665 DEBUG [RS:2;16b413a53992:44429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1c2c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16b413a53992/172.17.0.2:0 2024-11-11T16:16:52,678 DEBUG [RS:0;16b413a53992:46483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16b413a53992:46483 2024-11-11T16:16:52,678 INFO [RS:0;16b413a53992:46483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:16:52,678 INFO [RS:0;16b413a53992:46483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:16:52,678 DEBUG [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:16:52,680 INFO [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33911,1731341811852 with port=46483, startcode=1731341812045 2024-11-11T16:16:52,684 DEBUG [RS:0;16b413a53992:46483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:16:52,696 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;16b413a53992:37313 2024-11-11T16:16:52,698 INFO [RS:1;16b413a53992:37313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:16:52,698 INFO [RS:1;16b413a53992:37313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:16:52,698 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:16:52,703 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33911,1731341811852 with port=37313, startcode=1731341812129 2024-11-11T16:16:52,703 DEBUG [RS:1;16b413a53992:37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:16:52,704 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;16b413a53992:44429 2024-11-11T16:16:52,705 INFO [RS:2;16b413a53992:44429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:16:52,705 INFO [RS:2;16b413a53992:44429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:16:52,705 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:16:52,705 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(2659): reportForDuty to master=16b413a53992,33911,1731341811852 with port=44429, startcode=1731341812202 2024-11-11T16:16:52,706 DEBUG [RS:2;16b413a53992:44429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:16:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:16:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:16:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:16:52,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:16:52,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:16:52,726 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:16:52,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,46483,1731341812045 2024-11-11T16:16:52,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(517): Registering regionserver=16b413a53992,46483,1731341812045 2024-11-11T16:16:52,729 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:16:52,729 DEBUG [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:16:52,729 DEBUG [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45699 2024-11-11T16:16:52,730 DEBUG [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:16:52,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,44429,1731341812202 2024-11-11T16:16:52,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(517): Registering regionserver=16b413a53992,44429,1731341812202 2024-11-11T16:16:52,730 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:16:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:16:52,732 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:16:52,732 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45699 2024-11-11T16:16:52,732 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:16:52,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16b413a53992,37313,1731341812129 2024-11-11T16:16:52,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(517): Registering regionserver=16b413a53992,37313,1731341812129 2024-11-11T16:16:52,733 DEBUG [RS:0;16b413a53992:46483 {}] zookeeper.ZKUtil(111): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,46483,1731341812045 2024-11-11T16:16:52,733 WARN [RS:0;16b413a53992:46483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:16:52,733 INFO [RS:0;16b413a53992:46483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:16:52,734 DEBUG [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045 2024-11-11T16:16:52,738 DEBUG [RS:2;16b413a53992:44429 {}] zookeeper.ZKUtil(111): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,44429,1731341812202 2024-11-11T16:16:52,738 WARN [RS:2;16b413a53992:44429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:16:52,738 INFO [RS:2;16b413a53992:44429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:16:52,738 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202 2024-11-11T16:16:52,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,46483,1731341812045] 2024-11-11T16:16:52,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,44429,1731341812202] 2024-11-11T16:16:52,739 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:16:52,739 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45699 2024-11-11T16:16:52,739 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:16:52,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:16:52,744 DEBUG [RS:1;16b413a53992:37313 {}] zookeeper.ZKUtil(111): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16b413a53992,37313,1731341812129 2024-11-11T16:16:52,744 WARN [RS:1;16b413a53992:37313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:16:52,744 INFO [RS:1;16b413a53992:37313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:16:52,744 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,37313,1731341812129 2024-11-11T16:16:52,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16b413a53992,37313,1731341812129] 2024-11-11T16:16:52,777 INFO [RS:0;16b413a53992:46483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:16:52,777 INFO [RS:2;16b413a53992:44429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:16:52,781 INFO [RS:0;16b413a53992:46483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:16:52,781 INFO [RS:1;16b413a53992:37313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:16:52,783 INFO [RS:0;16b413a53992:46483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:16:52,783 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,783 INFO [RS:2;16b413a53992:44429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:16:52,784 INFO [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:16:52,786 INFO [RS:0;16b413a53992:46483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:16:52,786 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,786 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,787 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,787 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,787 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,787 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,787 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:16:52,787 DEBUG [RS:0;16b413a53992:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:16:52,789 INFO [RS:2;16b413a53992:44429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:16:52,789 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,792 INFO [RS:1;16b413a53992:37313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:16:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:16:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:16:52,807 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:16:52,808 INFO [RS:2;16b413a53992:44429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:16:52,808 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,809 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:16:52,810 DEBUG [RS:2;16b413a53992:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:16:52,813 INFO [RS:1;16b413a53992:37313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:16:52,813 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,813 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:16:52,814 INFO [RS:1;16b413a53992:37313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:16:52,814 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:16:52,814 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,818 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,818 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,819 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,819 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,819 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16b413a53992:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:16:52,819 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:16:52,820 DEBUG [RS:1;16b413a53992:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16b413a53992:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:16:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:16:52,828 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,828 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,828 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,828 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,828 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,828 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37313,1731341812129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:16:52,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:16:52,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:16:52,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:16:52,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:16:52,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:16:52,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:16:52,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:16:52,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:16:52,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:16:52,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:16:52,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:16:52,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:16:52,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:16:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:16:52,848 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740 2024-11-11T16:16:52,848 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,849 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,849 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,849 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,849 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44429,1731341812202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:16:52,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740 2024-11-11T16:16:52,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:16:52,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:16:52,852 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:16:52,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:16:52,861 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,861 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,861 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,861 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,861 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,861 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,46483,1731341812045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:16:52,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:16:52,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68077248, jitterRate=0.014430046081542969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:16:52,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731341812809Initializing all the Stores at 1731341812810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341812811 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341812828 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341812828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341812828Cleaning up temporary data from old regions at 1731341812851 (+23 ms)Region opened successfully at 1731341812884 (+33 ms) 2024-11-11T16:16:52,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:16:52,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:16:52,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:16:52,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:16:52,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:16:52,885 INFO [RS:1;16b413a53992:37313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:16:52,886 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,37313,1731341812129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,886 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,886 INFO [RS:1;16b413a53992:37313 {}] regionserver.Replication(171): 16b413a53992,37313,1731341812129 started 2024-11-11T16:16:52,890 INFO [RS:2;16b413a53992:44429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:16:52,890 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,44429,1731341812202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,890 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,890 INFO [RS:2;16b413a53992:44429 {}] regionserver.Replication(171): 16b413a53992,44429,1731341812202 started 2024-11-11T16:16:52,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:16:52,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341812884Disabling compacts and flushes for region at 1731341812884Disabling writes for close at 1731341812884Writing region close event to WAL at 1731341812909 (+25 ms)Closed at 1731341812909 2024-11-11T16:16:52,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:16:52,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:16:52,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:16:52,914 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:16:52,914 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,37313,1731341812129, RpcServer on 16b413a53992/172.17.0.2:37313, sessionid=0x1002fa18ad80002 2024-11-11T16:16:52,914 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:16:52,914 DEBUG [RS:1;16b413a53992:37313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,37313,1731341812129 2024-11-11T16:16:52,914 DEBUG [RS:1;16b413a53992:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37313,1731341812129' 2024-11-11T16:16:52,914 DEBUG [RS:1;16b413a53992:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:16:52,915 DEBUG [RS:1;16b413a53992:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:16:52,915 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,915 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,44429,1731341812202, RpcServer on 16b413a53992/172.17.0.2:44429, sessionid=0x1002fa18ad80003 2024-11-11T16:16:52,915 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:16:52,915 DEBUG [RS:2;16b413a53992:44429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,44429,1731341812202 2024-11-11T16:16:52,916 DEBUG [RS:2;16b413a53992:44429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,44429,1731341812202' 2024-11-11T16:16:52,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:16:52,916 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:16:52,916 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:16:52,916 DEBUG [RS:1;16b413a53992:37313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,37313,1731341812129 2024-11-11T16:16:52,916 DEBUG [RS:1;16b413a53992:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,37313,1731341812129' 2024-11-11T16:16:52,916 DEBUG [RS:1;16b413a53992:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:16:52,916 DEBUG [RS:2;16b413a53992:44429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:16:52,917 DEBUG [RS:1;16b413a53992:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:16:52,917 DEBUG [RS:1;16b413a53992:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:16:52,917 INFO [RS:1;16b413a53992:37313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:16:52,917 INFO [RS:1;16b413a53992:37313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:16:52,919 DEBUG [RS:2;16b413a53992:44429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:16:52,919 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:16:52,919 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:16:52,919 DEBUG [RS:2;16b413a53992:44429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,44429,1731341812202 2024-11-11T16:16:52,919 DEBUG [RS:2;16b413a53992:44429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,44429,1731341812202' 2024-11-11T16:16:52,919 DEBUG [RS:2;16b413a53992:44429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:16:52,920 DEBUG [RS:2;16b413a53992:44429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:16:52,920 DEBUG [RS:2;16b413a53992:44429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:16:52,920 INFO [RS:2;16b413a53992:44429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:16:52,920 INFO [RS:2;16b413a53992:44429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:16:52,921 INFO [RS:0;16b413a53992:46483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:16:52,921 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,46483,1731341812045-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,921 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,921 INFO [RS:0;16b413a53992:46483 {}] regionserver.Replication(171): 16b413a53992,46483,1731341812045 started 2024-11-11T16:16:52,943 INFO [RS:0;16b413a53992:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:16:52,944 INFO [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(1482): Serving as 16b413a53992,46483,1731341812045, RpcServer on 16b413a53992/172.17.0.2:46483, sessionid=0x1002fa18ad80001 2024-11-11T16:16:52,944 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:16:52,944 DEBUG [RS:0;16b413a53992:46483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16b413a53992,46483,1731341812045 2024-11-11T16:16:52,944 DEBUG [RS:0;16b413a53992:46483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,46483,1731341812045' 2024-11-11T16:16:52,944 DEBUG [RS:0;16b413a53992:46483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:16:52,945 DEBUG [RS:0;16b413a53992:46483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:16:52,946 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:16:52,946 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:16:52,946 DEBUG [RS:0;16b413a53992:46483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16b413a53992,46483,1731341812045 2024-11-11T16:16:52,946 DEBUG [RS:0;16b413a53992:46483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16b413a53992,46483,1731341812045' 2024-11-11T16:16:52,946 DEBUG [RS:0;16b413a53992:46483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:16:52,946 DEBUG [RS:0;16b413a53992:46483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:16:52,947 DEBUG [RS:0;16b413a53992:46483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:16:52,947 INFO [RS:0;16b413a53992:46483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:16:52,947 INFO [RS:0;16b413a53992:46483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:16:53,018 INFO [RS:1;16b413a53992:37313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:16:53,021 INFO [RS:1;16b413a53992:37313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C37313%2C1731341812129, suffix=, logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,37313,1731341812129, archiveDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs, maxLogs=32 2024-11-11T16:16:53,021 INFO [RS:2;16b413a53992:44429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:16:53,023 INFO [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C44429%2C1731341812202, suffix=, logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202, archiveDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs, maxLogs=32 2024-11-11T16:16:53,045 DEBUG [RS:2;16b413a53992:44429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202/16b413a53992%2C44429%2C1731341812202.1731341813024, exclude list is [], retry=0 2024-11-11T16:16:53,048 INFO [RS:0;16b413a53992:46483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:16:53,049 DEBUG [RS:1;16b413a53992:37313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,37313,1731341812129/16b413a53992%2C37313%2C1731341812129.1731341813022, exclude list is [], retry=0 2024-11-11T16:16:53,053 INFO [RS:0;16b413a53992:46483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C46483%2C1731341812045, suffix=, logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045, archiveDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs, maxLogs=32 2024-11-11T16:16:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172,DISK] 2024-11-11T16:16:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-b53395fe-6838-4847-9899-7184dc426808,DISK] 2024-11-11T16:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-dc1ccc3f-0f78-4de5-a499-080559676a5a,DISK] 2024-11-11T16:16:53,066 WARN [16b413a53992:33911 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:16:53,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-dc1ccc3f-0f78-4de5-a499-080559676a5a,DISK] 2024-11-11T16:16:53,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-b53395fe-6838-4847-9899-7184dc426808,DISK] 2024-11-11T16:16:53,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172,DISK] 2024-11-11T16:16:53,079 DEBUG [RS:0;16b413a53992:46483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045/16b413a53992%2C46483%2C1731341812045.1731341813054, exclude list is [], retry=0 2024-11-11T16:16:53,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172,DISK] 2024-11-11T16:16:53,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-dc1ccc3f-0f78-4de5-a499-080559676a5a,DISK] 2024-11-11T16:16:53,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-b53395fe-6838-4847-9899-7184dc426808,DISK] 2024-11-11T16:16:53,089 INFO [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202/16b413a53992%2C44429%2C1731341812202.1731341813024 2024-11-11T16:16:53,109 INFO [RS:1;16b413a53992:37313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,37313,1731341812129/16b413a53992%2C37313%2C1731341812129.1731341813022 2024-11-11T16:16:53,114 DEBUG [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873),(127.0.0.1/127.0.0.1:45167:45167),(127.0.0.1/127.0.0.1:33201:33201)] 2024-11-11T16:16:53,119 DEBUG [RS:1;16b413a53992:37313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873),(127.0.0.1/127.0.0.1:45167:45167),(127.0.0.1/127.0.0.1:33201:33201)] 2024-11-11T16:16:53,122 INFO [RS:0;16b413a53992:46483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045/16b413a53992%2C46483%2C1731341812045.1731341813054 2024-11-11T16:16:53,123 DEBUG [RS:0;16b413a53992:46483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33201:33201),(127.0.0.1/127.0.0.1:44873:44873),(127.0.0.1/127.0.0.1:45167:45167)] 2024-11-11T16:16:53,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:16:53,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:16:53,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:16:53,316 DEBUG [16b413a53992:33911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T16:16:53,317 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T16:16:53,321 INFO [16b413a53992:33911 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:16:53,321 INFO [16b413a53992:33911 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:16:53,321 INFO [16b413a53992:33911 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T16:16:53,321 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:16:53,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:16:53,323 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,46483,1731341812045, state=OPENING 2024-11-11T16:16:53,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:16:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:16:53,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:16:53,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:16:53,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,46483,1731341812045}] 2024-11-11T16:16:53,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:16:53,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:16:53,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:16:53,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:16:53,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:16:53,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:16:53,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:01,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:17:01,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:17:03,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:17:03,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:17:03,356 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:17:03,356 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:03,356 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:17:03,359 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C46483%2C1731341812045.meta, suffix=.meta, logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045, archiveDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs, maxLogs=32 2024-11-11T16:17:03,378 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, exclude list is [], retry=0 2024-11-11T16:17:03,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-b53395fe-6838-4847-9899-7184dc426808,DISK] 2024-11-11T16:17:03,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-dc1ccc3f-0f78-4de5-a499-080559676a5a,DISK] 2024-11-11T16:17:03,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172,DISK] 2024-11-11T16:17:03,405 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta 2024-11-11T16:17:03,408 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873),(127.0.0.1/127.0.0.1:45167:45167),(127.0.0.1/127.0.0.1:33201:33201)] 2024-11-11T16:17:03,409 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:03,410 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:03,411 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:17:03,411 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:17:03,411 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:17:03,411 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,411 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:17:03,411 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:17:03,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:03,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:03,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:03,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:03,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:03,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:03,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:03,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:03,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:03,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:03,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:03,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:03,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:03,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:03,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:03,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:03,424 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:03,425 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740 2024-11-11T16:17:03,427 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740 2024-11-11T16:17:03,429 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:03,429 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:03,430 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:03,431 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:03,433 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64922295, jitterRate=-0.032582417130470276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:03,434 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:17:03,434 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341823411Writing region info on filesystem at 1731341823411Initializing all the Stores at 1731341823413 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341823413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341823416 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341823416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341823416Cleaning up temporary data from old regions at 1731341823429 (+13 ms)Running coprocessor post-open hooks at 1731341823434 (+5 ms)Region opened successfully at 1731341823434 2024-11-11T16:17:03,436 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731341823336 2024-11-11T16:17:03,439 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:17:03,439 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:17:03,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:03,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,46483,1731341812045, state=OPEN 2024-11-11T16:17:03,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:03,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:03,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:03,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:03,444 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,46483,1731341812045 2024-11-11T16:17:03,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:03,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:03,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:03,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:03,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:17:03,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,46483,1731341812045 in 10.1150 sec 2024-11-11T16:17:03,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:17:03,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5360 sec 2024-11-11T16:17:03,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:17:03,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:17:03,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:03,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1] 2024-11-11T16:17:03,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:03,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:03,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9340 sec 2024-11-11T16:17:03,494 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731341823494, completionTime=-1 2024-11-11T16:17:03,494 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T16:17:03,494 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T16:17:03,497 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T16:17:03,497 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731341883497 2024-11-11T16:17:03,497 INFO [master/16b413a53992:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731341943497 2024-11-11T16:17:03,497 INFO [master/16b413a53992:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T16:17:03,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33911,1731341811852-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33911,1731341811852-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33911,1731341811852-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16b413a53992:33911, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,498 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,502 DEBUG [master/16b413a53992:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:17:03,506 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.241sec 2024-11-11T16:17:03,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:17:03,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:17:03,512 INFO [master/16b413a53992:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:17:03,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:17:03,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:17:03,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33911,1731341811852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:17:03,513 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33911,1731341811852-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:17:03,536 DEBUG [master/16b413a53992:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:17:03,536 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:17:03,536 INFO [master/16b413a53992:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16b413a53992,33911,1731341811852-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:17:03,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9d3988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:03,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33911,-1 for getting cluster id 2024-11-11T16:17:03,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:03,612 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e3f740b-8c3c-4a49-a511-5cc016bfaa24' 2024-11-11T16:17:03,613 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:03,613 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e3f740b-8c3c-4a49-a511-5cc016bfaa24" 2024-11-11T16:17:03,614 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775900d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:03,614 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33911,-1] 2024-11-11T16:17:03,614 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:03,625 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:03,629 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:03,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f19521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:03,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:03,632 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1] 2024-11-11T16:17:03,633 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:03,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16b413a53992,33911,1731341811852 2024-11-11T16:17:03,641 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731341823641 (current time:1731341823641). 2024-11-11T16:17:03,641 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T16:17:03,641 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T16:17:03,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:03,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16b413a53992,33911,-1 for getting cluster id 2024-11-11T16:17:03,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:17:03,644 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e3f740b-8c3c-4a49-a511-5cc016bfaa24' 2024-11-11T16:17:03,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:17:03,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e3f740b-8c3c-4a49-a511-5cc016bfaa24" 2024-11-11T16:17:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74be43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16b413a53992,33911,-1] 2024-11-11T16:17:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:17:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:03,646 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:17:03,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fed77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:17:03,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:03,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1] 2024-11-11T16:17:03,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:03,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:03,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:03,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:03,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:03,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:03,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:03,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:17:03,655 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16b413a53992,33911,1731341811852 2024-11-11T16:17:03,655 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48289eeb 2024-11-11T16:17:03,656 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:17:03,659 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:17:03,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:17:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T16:17:03,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:17:03,664 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:03,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T16:17:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:03,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:17:03,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741837_1013 (size=361) 2024-11-11T16:17:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741837_1013 (size=361) 2024-11-11T16:17:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741837_1013 (size=361) 2024-11-11T16:17:03,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8a3f6c8b6ccf16b01512b8a635548cb5, NAME => 'SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,722 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d88a1b89de69e7f77a2e65c2efa602, NAME => 'SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,722 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6fe446280b920e54d276a061a2e8af90, NAME => 'SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741839_1015 (size=62) 2024-11-11T16:17:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741839_1015 (size=62) 2024-11-11T16:17:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741839_1015 (size=62) 2024-11-11T16:17:03,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8a3f6c8b6ccf16b01512b8a635548cb5, disabling compactions & flushes 2024-11-11T16:17:03,746 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:03,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:03,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. after waiting 0 ms 2024-11-11T16:17:03,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:03,746 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:03,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8a3f6c8b6ccf16b01512b8a635548cb5: Waiting for close lock at 1731341823746Disabling compacts and flushes for region at 1731341823746Disabling writes for close at 1731341823746Writing region close event to WAL at 1731341823746Closed at 1731341823746 2024-11-11T16:17:03,747 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 058159fa1ec8eb4128d81aa2db33690a, NAME => 'SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741840_1016 (size=62) 2024-11-11T16:17:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741840_1016 (size=62) 2024-11-11T16:17:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741840_1016 (size=62) 2024-11-11T16:17:03,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6fe446280b920e54d276a061a2e8af90, disabling compactions & flushes 2024-11-11T16:17:03,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:03,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:03,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. after waiting 0 ms 2024-11-11T16:17:03,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:03,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:03,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6fe446280b920e54d276a061a2e8af90: Waiting for close lock at 1731341823752Disabling compacts and flushes for region at 1731341823752Disabling writes for close at 1731341823752Writing region close event to WAL at 1731341823752Closed at 1731341823752 2024-11-11T16:17:03,753 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3c7048603127db44ed46c7487b161bb0, NAME => 'SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741838_1014 (size=54) 2024-11-11T16:17:03,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741838_1014 (size=54) 2024-11-11T16:17:03,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741838_1014 (size=54) 2024-11-11T16:17:03,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f5d88a1b89de69e7f77a2e65c2efa602, disabling compactions & flushes 2024-11-11T16:17:03,756 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:03,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:03,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. after waiting 0 ms 2024-11-11T16:17:03,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:03,756 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:03,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d88a1b89de69e7f77a2e65c2efa602: Waiting for close lock at 1731341823756Disabling compacts and flushes for region at 1731341823756Disabling writes for close at 1731341823756Writing region close event to WAL at 1731341823756Closed at 1731341823756 2024-11-11T16:17:03,757 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8619b654d1382cb794c67c7b5531afb2, NAME => 'SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741841_1017 (size=62) 2024-11-11T16:17:03,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741841_1017 (size=62) 2024-11-11T16:17:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741841_1017 (size=62) 2024-11-11T16:17:03,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 058159fa1ec8eb4128d81aa2db33690a, disabling compactions & flushes 2024-11-11T16:17:03,774 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:03,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:03,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. after waiting 0 ms 2024-11-11T16:17:03,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:03,774 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:03,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 058159fa1ec8eb4128d81aa2db33690a: Waiting for close lock at 1731341823773Disabling compacts and flushes for region at 1731341823773Disabling writes for close at 1731341823774 (+1 ms)Writing region close event to WAL at 1731341823774Closed at 1731341823774 2024-11-11T16:17:03,775 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1d3c814cba71d37c73433e7d5eb6da9d, NAME => 'SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741842_1018 (size=62) 2024-11-11T16:17:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741842_1018 (size=62) 2024-11-11T16:17:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741842_1018 (size=62) 2024-11-11T16:17:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741843_1019 (size=62) 2024-11-11T16:17:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741843_1019 (size=62) 2024-11-11T16:17:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741843_1019 (size=62) 2024-11-11T16:17:03,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8619b654d1382cb794c67c7b5531afb2, disabling compactions & flushes 2024-11-11T16:17:03,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:03,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:03,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. after waiting 0 ms 2024-11-11T16:17:03,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:03,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:03,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8619b654d1382cb794c67c7b5531afb2: Waiting for close lock at 1731341823788Disabling compacts and flushes for region at 1731341823788Disabling writes for close at 1731341823788Writing region close event to WAL at 1731341823788Closed at 1731341823788 2024-11-11T16:17:03,789 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6634456ca7e4cc24a425b5546ecb3344, NAME => 'SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741844_1020 (size=62) 2024-11-11T16:17:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741844_1020 (size=62) 2024-11-11T16:17:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741844_1020 (size=62) 2024-11-11T16:17:03,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1d3c814cba71d37c73433e7d5eb6da9d, disabling compactions & flushes 2024-11-11T16:17:03,795 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:03,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:03,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. after waiting 0 ms 2024-11-11T16:17:03,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:03,795 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:03,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1d3c814cba71d37c73433e7d5eb6da9d: Waiting for close lock at 1731341823794Disabling compacts and flushes for region at 1731341823794Disabling writes for close at 1731341823795 (+1 ms)Writing region close event to WAL at 1731341823795Closed at 1731341823795 2024-11-11T16:17:03,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6d24fbd602ab4d7a5421f537d27d69a7, NAME => 'SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741845_1021 (size=62) 2024-11-11T16:17:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741845_1021 (size=62) 2024-11-11T16:17:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741845_1021 (size=62) 2024-11-11T16:17:03,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6634456ca7e4cc24a425b5546ecb3344, disabling compactions & flushes 2024-11-11T16:17:03,802 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:03,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:03,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. after waiting 0 ms 2024-11-11T16:17:03,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:03,803 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:03,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6634456ca7e4cc24a425b5546ecb3344: Waiting for close lock at 1731341823802Disabling compacts and flushes for region at 1731341823802Disabling writes for close at 1731341823803 (+1 ms)Writing region close event to WAL at 1731341823803Closed at 1731341823803 2024-11-11T16:17:03,803 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ea1b87778bbe68fbc056c6d2eaf8a1d, NAME => 'SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e 2024-11-11T16:17:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741846_1022 (size=62) 2024-11-11T16:17:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741846_1022 (size=62) 2024-11-11T16:17:03,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741846_1022 (size=62) 2024-11-11T16:17:03,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6d24fbd602ab4d7a5421f537d27d69a7, disabling compactions & flushes 2024-11-11T16:17:03,809 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:03,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:03,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. after waiting 0 ms 2024-11-11T16:17:03,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:03,810 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:03,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6d24fbd602ab4d7a5421f537d27d69a7: Waiting for close lock at 1731341823809Disabling compacts and flushes for region at 1731341823809Disabling writes for close at 1731341823809Writing region close event to WAL at 1731341823810 (+1 ms)Closed at 1731341823810 2024-11-11T16:17:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741847_1023 (size=54) 2024-11-11T16:17:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741847_1023 (size=54) 2024-11-11T16:17:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741847_1023 (size=54) 2024-11-11T16:17:03,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:03,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4ea1b87778bbe68fbc056c6d2eaf8a1d, disabling compactions & flushes 2024-11-11T16:17:03,816 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:03,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:03,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. after waiting 0 ms 2024-11-11T16:17:03,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:03,816 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:03,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ea1b87778bbe68fbc056c6d2eaf8a1d: Waiting for close lock at 1731341823816Disabling compacts and flushes for region at 1731341823816Disabling writes for close at 1731341823816Writing region close event to WAL at 1731341823816Closed at 1731341823816 2024-11-11T16:17:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3c7048603127db44ed46c7487b161bb0, disabling compactions & flushes 2024-11-11T16:17:04,183 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. after waiting 0 ms 2024-11-11T16:17:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:04,183 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3c7048603127db44ed46c7487b161bb0: Waiting for close lock at 1731341824183Disabling compacts and flushes for region at 1731341824183Disabling writes for close at 1731341824183Writing region close event to WAL at 1731341824183Closed at 1731341824183 2024-11-11T16:17:04,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:17:04,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731341824185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731341824185"}]},"ts":"1731341824185"} 2024-11-11T16:17:04,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T16:17:04,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:17:04,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341824191"}]},"ts":"1731341824191"} 2024-11-11T16:17:04,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T16:17:04,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T16:17:04,198 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:17:04,198 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:17:04,198 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T16:17:04,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:17:04,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5d88a1b89de69e7f77a2e65c2efa602, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fe446280b920e54d276a061a2e8af90, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a3f6c8b6ccf16b01512b8a635548cb5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=058159fa1ec8eb4128d81aa2db33690a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c7048603127db44ed46c7487b161bb0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8619b654d1382cb794c67c7b5531afb2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d3c814cba71d37c73433e7d5eb6da9d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6634456ca7e4cc24a425b5546ecb3344, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d24fbd602ab4d7a5421f537d27d69a7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ea1b87778bbe68fbc056c6d2eaf8a1d, ASSIGN}] 2024-11-11T16:17:04,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c7048603127db44ed46c7487b161bb0, ASSIGN 2024-11-11T16:17:04,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a3f6c8b6ccf16b01512b8a635548cb5, ASSIGN 2024-11-11T16:17:04,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fe446280b920e54d276a061a2e8af90, ASSIGN 2024-11-11T16:17:04,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=058159fa1ec8eb4128d81aa2db33690a, ASSIGN 2024-11-11T16:17:04,202 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a3f6c8b6ccf16b01512b8a635548cb5, ASSIGN; state=OFFLINE, location=16b413a53992,46483,1731341812045; forceNewPlan=false, retain=false 2024-11-11T16:17:04,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ea1b87778bbe68fbc056c6d2eaf8a1d, ASSIGN 2024-11-11T16:17:04,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c7048603127db44ed46c7487b161bb0, ASSIGN; state=OFFLINE, location=16b413a53992,46483,1731341812045; forceNewPlan=false, retain=false 2024-11-11T16:17:04,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fe446280b920e54d276a061a2e8af90, ASSIGN; state=OFFLINE, location=16b413a53992,37313,1731341812129; forceNewPlan=false, retain=false 2024-11-11T16:17:04,202 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=058159fa1ec8eb4128d81aa2db33690a, ASSIGN; state=OFFLINE, location=16b413a53992,46483,1731341812045; forceNewPlan=false, retain=false 2024-11-11T16:17:04,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ea1b87778bbe68fbc056c6d2eaf8a1d, ASSIGN; state=OFFLINE, location=16b413a53992,44429,1731341812202; forceNewPlan=false, retain=false 2024-11-11T16:17:04,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6634456ca7e4cc24a425b5546ecb3344, ASSIGN 2024-11-11T16:17:04,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6634456ca7e4cc24a425b5546ecb3344, ASSIGN; state=OFFLINE, location=16b413a53992,46483,1731341812045; forceNewPlan=false, retain=false 2024-11-11T16:17:04,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d24fbd602ab4d7a5421f537d27d69a7, ASSIGN 2024-11-11T16:17:04,206 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8619b654d1382cb794c67c7b5531afb2, ASSIGN 2024-11-11T16:17:04,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d3c814cba71d37c73433e7d5eb6da9d, ASSIGN 2024-11-11T16:17:04,207 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d24fbd602ab4d7a5421f537d27d69a7, ASSIGN; state=OFFLINE, location=16b413a53992,37313,1731341812129; forceNewPlan=false, retain=false 2024-11-11T16:17:04,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d3c814cba71d37c73433e7d5eb6da9d, ASSIGN; state=OFFLINE, location=16b413a53992,44429,1731341812202; forceNewPlan=false, retain=false 2024-11-11T16:17:04,207 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8619b654d1382cb794c67c7b5531afb2, ASSIGN; state=OFFLINE, location=16b413a53992,37313,1731341812129; forceNewPlan=false, retain=false 2024-11-11T16:17:04,208 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5d88a1b89de69e7f77a2e65c2efa602, ASSIGN 2024-11-11T16:17:04,209 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5d88a1b89de69e7f77a2e65c2efa602, ASSIGN; state=OFFLINE, location=16b413a53992,44429,1731341812202; forceNewPlan=false, retain=false 2024-11-11T16:17:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:04,353 INFO [16b413a53992:33911 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T16:17:04,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=058159fa1ec8eb4128d81aa2db33690a, regionState=OPENING, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:04,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c7048603127db44ed46c7487b161bb0, regionState=OPENING, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:04,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6634456ca7e4cc24a425b5546ecb3344, regionState=OPENING, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:04,353 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8a3f6c8b6ccf16b01512b8a635548cb5, regionState=OPENING, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:04,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4ea1b87778bbe68fbc056c6d2eaf8a1d, regionState=OPENING, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:04,354 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d88a1b89de69e7f77a2e65c2efa602, regionState=OPENING, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:04,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1d3c814cba71d37c73433e7d5eb6da9d, regionState=OPENING, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:04,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6d24fbd602ab4d7a5421f537d27d69a7, regionState=OPENING, regionLocation=16b413a53992,37313,1731341812129 2024-11-11T16:17:04,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8619b654d1382cb794c67c7b5531afb2, regionState=OPENING, regionLocation=16b413a53992,37313,1731341812129 2024-11-11T16:17:04,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6fe446280b920e54d276a061a2e8af90, regionState=OPENING, regionLocation=16b413a53992,37313,1731341812129 2024-11-11T16:17:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=058159fa1ec8eb4128d81aa2db33690a, ASSIGN because future has completed 2024-11-11T16:17:04,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 058159fa1ec8eb4128d81aa2db33690a, server=16b413a53992,46483,1731341812045}] 2024-11-11T16:17:04,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ea1b87778bbe68fbc056c6d2eaf8a1d, ASSIGN because future has completed 2024-11-11T16:17:04,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d, server=16b413a53992,44429,1731341812202}] 2024-11-11T16:17:04,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a3f6c8b6ccf16b01512b8a635548cb5, ASSIGN because future has completed 2024-11-11T16:17:04,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6634456ca7e4cc24a425b5546ecb3344, ASSIGN because future has completed 2024-11-11T16:17:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5, server=16b413a53992,46483,1731341812045}] 2024-11-11T16:17:04,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6634456ca7e4cc24a425b5546ecb3344, server=16b413a53992,46483,1731341812045}] 2024-11-11T16:17:04,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c7048603127db44ed46c7487b161bb0, ASSIGN because future has completed 2024-11-11T16:17:04,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5d88a1b89de69e7f77a2e65c2efa602, ASSIGN because future has completed 2024-11-11T16:17:04,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d3c814cba71d37c73433e7d5eb6da9d, ASSIGN because future has completed 2024-11-11T16:17:04,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7048603127db44ed46c7487b161bb0, server=16b413a53992,46483,1731341812045}] 2024-11-11T16:17:04,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602, server=16b413a53992,44429,1731341812202}] 2024-11-11T16:17:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8619b654d1382cb794c67c7b5531afb2, ASSIGN because future has completed 2024-11-11T16:17:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fe446280b920e54d276a061a2e8af90, ASSIGN because future has completed 2024-11-11T16:17:04,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d, server=16b413a53992,44429,1731341812202}] 2024-11-11T16:17:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d24fbd602ab4d7a5421f537d27d69a7, ASSIGN because future has completed 2024-11-11T16:17:04,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7, server=16b413a53992,37313,1731341812129}] 2024-11-11T16:17:04,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fe446280b920e54d276a061a2e8af90, server=16b413a53992,37313,1731341812129}] 2024-11-11T16:17:04,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8619b654d1382cb794c67c7b5531afb2, server=16b413a53992,37313,1731341812129}] 2024-11-11T16:17:04,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:17:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:08,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:08,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:08,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:17:08,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:08,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:08,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:11,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:17:11,592 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:17:11,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:11,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:17:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:14,364 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:17:14,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:17:14,377 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:17:14,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:17:14,385 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:14,385 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ea1b87778bbe68fbc056c6d2eaf8a1d, NAME => 'SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T16:17:14,385 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,385 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,385 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,385 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,389 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:14,389 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a3f6c8b6ccf16b01512b8a635548cb5, NAME => 'SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T16:17:14,389 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,389 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,389 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,389 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,391 INFO [StoreOpener-4ea1b87778bbe68fbc056c6d2eaf8a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,393 INFO [StoreOpener-4ea1b87778bbe68fbc056c6d2eaf8a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ea1b87778bbe68fbc056c6d2eaf8a1d columnFamilyName cf 2024-11-11T16:17:14,394 DEBUG [StoreOpener-4ea1b87778bbe68fbc056c6d2eaf8a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,394 INFO [StoreOpener-4ea1b87778bbe68fbc056c6d2eaf8a1d-1 {}] regionserver.HStore(327): Store=4ea1b87778bbe68fbc056c6d2eaf8a1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,394 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,395 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,396 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,396 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,396 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,398 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,405 INFO [StoreOpener-8a3f6c8b6ccf16b01512b8a635548cb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,406 INFO [StoreOpener-8a3f6c8b6ccf16b01512b8a635548cb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3f6c8b6ccf16b01512b8a635548cb5 columnFamilyName cf 2024-11-11T16:17:14,406 DEBUG [StoreOpener-8a3f6c8b6ccf16b01512b8a635548cb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,407 INFO [StoreOpener-8a3f6c8b6ccf16b01512b8a635548cb5-1 {}] regionserver.HStore(327): Store=8a3f6c8b6ccf16b01512b8a635548cb5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,407 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,408 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,408 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,409 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,409 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,411 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,415 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:14,415 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8619b654d1382cb794c67c7b5531afb2, NAME => 'SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T16:17:14,415 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,415 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,415 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,416 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,417 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8a3f6c8b6ccf16b01512b8a635548cb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,418 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 8a3f6c8b6ccf16b01512b8a635548cb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75413410, jitterRate=0.12374737858772278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,418 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:14,418 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 8a3f6c8b6ccf16b01512b8a635548cb5: Running coprocessor pre-open hook at 1731341834389Writing region info on filesystem at 1731341834389Initializing all the Stores at 1731341834390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834390Cleaning up temporary data from old regions at 1731341834409 (+19 ms)Running coprocessor post-open hooks at 1731341834418 (+9 ms)Region opened successfully at 1731341834418 2024-11-11T16:17:14,419 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5., pid=17, masterSystemTime=1731341834359 2024-11-11T16:17:14,422 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:14,422 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:14,422 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:14,422 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c7048603127db44ed46c7487b161bb0, NAME => 'SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T16:17:14,422 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,422 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8a3f6c8b6ccf16b01512b8a635548cb5, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:14,422 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,422 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5, server=16b413a53992,46483,1731341812045 because future has completed 2024-11-11T16:17:14,427 INFO [StoreOpener-8619b654d1382cb794c67c7b5531afb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,428 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-11T16:17:14,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5, server=16b413a53992,46483,1731341812045 in 10.0660 sec 2024-11-11T16:17:14,428 INFO [StoreOpener-3c7048603127db44ed46c7487b161bb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,428 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4ea1b87778bbe68fbc056c6d2eaf8a1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65502752, jitterRate=-0.023932933807373047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,429 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:14,429 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4ea1b87778bbe68fbc056c6d2eaf8a1d: Running coprocessor pre-open hook at 1731341834385Writing region info on filesystem at 1731341834385Initializing all the Stores at 1731341834387 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834387Cleaning up temporary data from old regions at 1731341834396 (+9 ms)Running coprocessor post-open hooks at 1731341834429 (+33 ms)Region opened successfully at 1731341834429 2024-11-11T16:17:14,430 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., pid=16, masterSystemTime=1731341834363 2024-11-11T16:17:14,430 INFO [StoreOpener-8619b654d1382cb794c67c7b5531afb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8619b654d1382cb794c67c7b5531afb2 columnFamilyName cf 2024-11-11T16:17:14,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a3f6c8b6ccf16b01512b8a635548cb5, ASSIGN in 10.2290 sec 2024-11-11T16:17:14,430 DEBUG [StoreOpener-8619b654d1382cb794c67c7b5531afb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,430 INFO [StoreOpener-3c7048603127db44ed46c7487b161bb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c7048603127db44ed46c7487b161bb0 columnFamilyName cf 2024-11-11T16:17:14,431 DEBUG [StoreOpener-3c7048603127db44ed46c7487b161bb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,431 INFO [StoreOpener-8619b654d1382cb794c67c7b5531afb2-1 {}] regionserver.HStore(327): Store=8619b654d1382cb794c67c7b5531afb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,431 INFO [StoreOpener-3c7048603127db44ed46c7487b161bb0-1 {}] regionserver.HStore(327): Store=3c7048603127db44ed46c7487b161bb0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,431 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,431 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,432 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,432 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:14,432 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,432 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d88a1b89de69e7f77a2e65c2efa602, NAME => 'SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T16:17:14,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4ea1b87778bbe68fbc056c6d2eaf8a1d, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,433 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,434 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,434 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,434 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,434 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,435 INFO [StoreOpener-f5d88a1b89de69e7f77a2e65c2efa602-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,437 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d, server=16b413a53992,44429,1731341812202 because future has completed 2024-11-11T16:17:14,437 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,438 INFO [StoreOpener-f5d88a1b89de69e7f77a2e65c2efa602-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d88a1b89de69e7f77a2e65c2efa602 columnFamilyName cf 2024-11-11T16:17:14,438 DEBUG [StoreOpener-f5d88a1b89de69e7f77a2e65c2efa602-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,439 INFO [StoreOpener-f5d88a1b89de69e7f77a2e65c2efa602-1 {}] regionserver.HStore(327): Store=f5d88a1b89de69e7f77a2e65c2efa602/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,439 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-11T16:17:14,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d, server=16b413a53992,44429,1731341812202 in 10.0800 sec 2024-11-11T16:17:14,440 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,441 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,441 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,442 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,442 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/3c7048603127db44ed46c7487b161bb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ea1b87778bbe68fbc056c6d2eaf8a1d, ASSIGN in 10.2410 sec 2024-11-11T16:17:14,443 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3c7048603127db44ed46c7487b161bb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63852401, jitterRate=-0.04852508008480072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,443 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:14,443 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3c7048603127db44ed46c7487b161bb0: Running coprocessor pre-open hook at 1731341834423Writing region info on filesystem at 1731341834423Initializing all the Stores at 1731341834425 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834425Cleaning up temporary data from old regions at 1731341834434 (+9 ms)Running coprocessor post-open hooks at 1731341834443 (+9 ms)Region opened successfully at 1731341834443 2024-11-11T16:17:14,443 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8619b654d1382cb794c67c7b5531afb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,444 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0., pid=19, masterSystemTime=1731341834359 2024-11-11T16:17:14,444 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8619b654d1382cb794c67c7b5531afb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65185859, jitterRate=-0.028655007481575012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,444 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,444 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:14,444 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8619b654d1382cb794c67c7b5531afb2: Running coprocessor pre-open hook at 1731341834416Writing region info on filesystem at 1731341834416Initializing all the Stores at 1731341834417 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834417Cleaning up temporary data from old regions at 1731341834433 (+16 ms)Running coprocessor post-open hooks at 1731341834444 (+11 ms)Region opened successfully at 1731341834444 2024-11-11T16:17:14,445 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2., pid=24, masterSystemTime=1731341834376 2024-11-11T16:17:14,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c7048603127db44ed46c7487b161bb0, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:14,449 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:14,449 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:14,449 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:14,449 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 058159fa1ec8eb4128d81aa2db33690a, NAME => 'SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T16:17:14,450 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:14,450 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:14,450 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:14,450 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d24fbd602ab4d7a5421f537d27d69a7, NAME => 'SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T16:17:14,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7048603127db44ed46c7487b161bb0, server=16b413a53992,46483,1731341812045 because future has completed 2024-11-11T16:17:14,451 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,451 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,451 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,451 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,452 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,452 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,452 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,452 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,460 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16b413a53992,46483,1731341812045, table=SPTestTable, region=3c7048603127db44ed46c7487b161bb0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T16:17:14,462 INFO [StoreOpener-6d24fbd602ab4d7a5421f537d27d69a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,462 INFO [StoreOpener-058159fa1ec8eb4128d81aa2db33690a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,462 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/f5d88a1b89de69e7f77a2e65c2efa602/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,463 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f5d88a1b89de69e7f77a2e65c2efa602; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70835510, jitterRate=0.05553135275840759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,463 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:14,464 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f5d88a1b89de69e7f77a2e65c2efa602: Running coprocessor pre-open hook at 1731341834434Writing region info on filesystem at 1731341834434Initializing all the Stores at 1731341834435 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834435Cleaning up temporary data from old regions at 1731341834442 (+7 ms)Running coprocessor post-open hooks at 1731341834463 (+21 ms)Region opened successfully at 1731341834463 2024-11-11T16:17:14,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8619b654d1382cb794c67c7b5531afb2, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37313,1731341812129 2024-11-11T16:17:14,465 INFO [StoreOpener-058159fa1ec8eb4128d81aa2db33690a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 058159fa1ec8eb4128d81aa2db33690a columnFamilyName cf 2024-11-11T16:17:14,465 DEBUG [StoreOpener-058159fa1ec8eb4128d81aa2db33690a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,465 INFO [StoreOpener-6d24fbd602ab4d7a5421f537d27d69a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d24fbd602ab4d7a5421f537d27d69a7 columnFamilyName cf 2024-11-11T16:17:14,465 DEBUG [StoreOpener-6d24fbd602ab4d7a5421f537d27d69a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,466 INFO [StoreOpener-058159fa1ec8eb4128d81aa2db33690a-1 {}] regionserver.HStore(327): Store=058159fa1ec8eb4128d81aa2db33690a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,466 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602., pid=20, masterSystemTime=1731341834363 2024-11-11T16:17:14,466 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,467 INFO [StoreOpener-6d24fbd602ab4d7a5421f537d27d69a7-1 {}] regionserver.HStore(327): Store=6d24fbd602ab4d7a5421f537d27d69a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,467 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,468 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8619b654d1382cb794c67c7b5531afb2, server=16b413a53992,37313,1731341812129 because future has completed 2024-11-11T16:17:14,469 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,469 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:14,469 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:14,470 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d3c814cba71d37c73433e7d5eb6da9d, NAME => 'SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,470 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,471 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,473 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d88a1b89de69e7f77a2e65c2efa602, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:14,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-11T16:17:14,475 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602, server=16b413a53992,44429,1731341812202 because future has completed 2024-11-11T16:17:14,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c7048603127db44ed46c7487b161bb0, server=16b413a53992,46483,1731341812045 in 10.1070 sec 2024-11-11T16:17:14,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-11T16:17:14,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8619b654d1382cb794c67c7b5531afb2, server=16b413a53992,37313,1731341812129 in 10.0980 sec 2024-11-11T16:17:14,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c7048603127db44ed46c7487b161bb0, ASSIGN in 10.2770 sec 2024-11-11T16:17:14,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8619b654d1382cb794c67c7b5531afb2, ASSIGN in 10.2790 sec 2024-11-11T16:17:14,481 INFO [StoreOpener-1d3c814cba71d37c73433e7d5eb6da9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-11T16:17:14,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602, server=16b413a53992,44429,1731341812202 in 10.1140 sec 2024-11-11T16:17:14,483 INFO [StoreOpener-1d3c814cba71d37c73433e7d5eb6da9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d3c814cba71d37c73433e7d5eb6da9d columnFamilyName cf 2024-11-11T16:17:14,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5d88a1b89de69e7f77a2e65c2efa602, ASSIGN in 10.2820 sec 2024-11-11T16:17:14,483 DEBUG [StoreOpener-1d3c814cba71d37c73433e7d5eb6da9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,484 INFO [StoreOpener-1d3c814cba71d37c73433e7d5eb6da9d-1 {}] regionserver.HStore(327): Store=1d3c814cba71d37c73433e7d5eb6da9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,484 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,485 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,485 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,486 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,486 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,488 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,488 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,489 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6d24fbd602ab4d7a5421f537d27d69a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70105640, jitterRate=0.044655442237854004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,489 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:14,489 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6d24fbd602ab4d7a5421f537d27d69a7: Running coprocessor pre-open hook at 1731341834452Writing region info on filesystem at 1731341834452Initializing all the Stores at 1731341834453 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834453Cleaning up temporary data from old regions at 1731341834471 (+18 ms)Running coprocessor post-open hooks at 1731341834489 (+18 ms)Region opened successfully at 1731341834489 2024-11-11T16:17:14,491 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7., pid=22, masterSystemTime=1731341834376 2024-11-11T16:17:14,492 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/058159fa1ec8eb4128d81aa2db33690a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,493 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 058159fa1ec8eb4128d81aa2db33690a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63513128, jitterRate=-0.053580641746520996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,493 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:14,493 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 058159fa1ec8eb4128d81aa2db33690a: Running coprocessor pre-open hook at 1731341834451Writing region info on filesystem at 1731341834451Initializing all the Stores at 1731341834453 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834454 (+1 ms)Cleaning up temporary data from old regions at 1731341834471 (+17 ms)Running coprocessor post-open hooks at 1731341834493 (+22 ms)Region opened successfully at 1731341834493 2024-11-11T16:17:14,494 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,494 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a., pid=15, masterSystemTime=1731341834359 2024-11-11T16:17:14,494 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:14,494 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:14,495 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:14,495 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1d3c814cba71d37c73433e7d5eb6da9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64707941, jitterRate=-0.035776540637016296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fe446280b920e54d276a061a2e8af90, NAME => 'SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1d3c814cba71d37c73433e7d5eb6da9d: Running coprocessor pre-open hook at 1731341834471Writing region info on filesystem at 1731341834471Initializing all the Stores at 1731341834472 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834472Cleaning up temporary data from old regions at 1731341834486 (+14 ms)Running coprocessor post-open hooks at 1731341834495 (+9 ms)Region opened successfully at 1731341834495 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,495 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,496 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., pid=21, masterSystemTime=1731341834363 2024-11-11T16:17:14,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6d24fbd602ab4d7a5421f537d27d69a7, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37313,1731341812129 2024-11-11T16:17:14,498 INFO [StoreOpener-6fe446280b920e54d276a061a2e8af90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7, server=16b413a53992,37313,1731341812129 because future has completed 2024-11-11T16:17:14,500 INFO [StoreOpener-6fe446280b920e54d276a061a2e8af90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fe446280b920e54d276a061a2e8af90 columnFamilyName cf 2024-11-11T16:17:14,500 DEBUG [StoreOpener-6fe446280b920e54d276a061a2e8af90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,502 INFO [StoreOpener-6fe446280b920e54d276a061a2e8af90-1 {}] regionserver.HStore(327): Store=6fe446280b920e54d276a061a2e8af90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,502 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:14,502 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:14,502 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,502 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:14,502 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6634456ca7e4cc24a425b5546ecb3344, NAME => 'SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T16:17:14,502 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,502 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:14,503 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,503 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,503 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=058159fa1ec8eb4128d81aa2db33690a, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:14,504 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,504 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:14,504 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:14,505 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,505 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,507 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,507 INFO [StoreOpener-6634456ca7e4cc24a425b5546ecb3344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1d3c814cba71d37c73433e7d5eb6da9d, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:14,509 INFO [StoreOpener-6634456ca7e4cc24a425b5546ecb3344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6634456ca7e4cc24a425b5546ecb3344 columnFamilyName cf 2024-11-11T16:17:14,509 DEBUG [StoreOpener-6634456ca7e4cc24a425b5546ecb3344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:14,510 INFO [StoreOpener-6634456ca7e4cc24a425b5546ecb3344-1 {}] regionserver.HStore(327): Store=6634456ca7e4cc24a425b5546ecb3344/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:17:14,510 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,511 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,512 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,512 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6fe446280b920e54d276a061a2e8af90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,513 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,513 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,513 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6fe446280b920e54d276a061a2e8af90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73363594, jitterRate=0.09320273995399475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,513 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:14,513 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6fe446280b920e54d276a061a2e8af90: Running coprocessor pre-open hook at 1731341834496Writing region info on filesystem at 1731341834496Initializing all the Stores at 1731341834498 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834498Cleaning up temporary data from old regions at 1731341834505 (+7 ms)Running coprocessor post-open hooks at 1731341834513 (+8 ms)Region opened successfully at 1731341834513 2024-11-11T16:17:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 058159fa1ec8eb4128d81aa2db33690a, server=16b413a53992,46483,1731341812045 because future has completed 2024-11-11T16:17:14,515 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90., pid=23, masterSystemTime=1731341834376 2024-11-11T16:17:14,516 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d, server=16b413a53992,44429,1731341812202 because future has completed 2024-11-11T16:17:14,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-11T16:17:14,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7, server=16b413a53992,37313,1731341812129 in 10.1410 sec 2024-11-11T16:17:14,520 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:14,520 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:14,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-11T16:17:14,522 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:17:14,523 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6634456ca7e4cc24a425b5546ecb3344; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62592681, jitterRate=-0.06729637086391449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:17:14,523 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:14,523 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6634456ca7e4cc24a425b5546ecb3344: Running coprocessor pre-open hook at 1731341834503Writing region info on filesystem at 1731341834503Initializing all the Stores at 1731341834504 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341834504Cleaning up temporary data from old regions at 1731341834513 (+9 ms)Running coprocessor post-open hooks at 1731341834523 (+10 ms)Region opened successfully at 1731341834523 2024-11-11T16:17:14,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6fe446280b920e54d276a061a2e8af90, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,37313,1731341812129 2024-11-11T16:17:14,524 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., pid=18, masterSystemTime=1731341834359 2024-11-11T16:17:14,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d24fbd602ab4d7a5421f537d27d69a7, ASSIGN in 10.3200 sec 2024-11-11T16:17:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fe446280b920e54d276a061a2e8af90, server=16b413a53992,37313,1731341812129 because future has completed 2024-11-11T16:17:14,530 DEBUG [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:14,530 INFO [RS_OPEN_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:14,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 058159fa1ec8eb4128d81aa2db33690a, server=16b413a53992,46483,1731341812045 in 10.1600 sec 2024-11-11T16:17:14,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-11T16:17:14,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d, server=16b413a53992,44429,1731341812202 in 10.1560 sec 2024-11-11T16:17:14,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6634456ca7e4cc24a425b5546ecb3344, regionState=OPEN, openSeqNum=2, regionLocation=16b413a53992,46483,1731341812045 2024-11-11T16:17:14,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6634456ca7e4cc24a425b5546ecb3344, server=16b413a53992,46483,1731341812045 because future has completed 2024-11-11T16:17:14,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=058159fa1ec8eb4128d81aa2db33690a, ASSIGN in 10.3270 sec 2024-11-11T16:17:14,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d3c814cba71d37c73433e7d5eb6da9d, ASSIGN in 10.3360 sec 2024-11-11T16:17:14,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-11T16:17:14,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fe446280b920e54d276a061a2e8af90, server=16b413a53992,37313,1731341812129 in 10.1640 sec 2024-11-11T16:17:14,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-11T16:17:14,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fe446280b920e54d276a061a2e8af90, ASSIGN in 10.3440 sec 2024-11-11T16:17:14,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6634456ca7e4cc24a425b5546ecb3344, server=16b413a53992,46483,1731341812045 in 10.1820 sec 2024-11-11T16:17:14,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-11T16:17:14,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6634456ca7e4cc24a425b5546ecb3344, ASSIGN in 10.3460 sec 2024-11-11T16:17:14,550 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:17:14,550 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731341834550"}]},"ts":"1731341834550"} 2024-11-11T16:17:14,554 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T16:17:14,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:17:14,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9010 sec 2024-11-11T16:17:16,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T16:17:19,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:19,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:19,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:19,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:17:19,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:17:21,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:17:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:17:21,973 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T16:17:21,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T16:17:21,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:17:21,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T16:17:21,980 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:17:21,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T16:17:22,008 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,010 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,012 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,013 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,014 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,015 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,042 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., hostname=16b413a53992,46483,1731341812045, seqNum=2] 2024-11-11T16:17:22,044 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., hostname=16b413a53992,46483,1731341812045, seqNum=2] 2024-11-11T16:17:22,046 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., hostname=16b413a53992,46483,1731341812045, seqNum=2] 2024-11-11T16:17:22,047 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., hostname=16b413a53992,46483,1731341812045, seqNum=2] 2024-11-11T16:17:22,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., hostname=16b413a53992,46483,1731341812045, seqNum=2] 2024-11-11T16:17:22,050 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344., hostname=16b413a53992,46483,1731341812045, seqNum=2] 2024-11-11T16:17:22,079 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7., hostname=16b413a53992,37313,1731341812129, seqNum=2] 2024-11-11T16:17:22,080 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7., hostname=16b413a53992,37313,1731341812129, seqNum=2] 2024-11-11T16:17:22,081 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7., hostname=16b413a53992,37313,1731341812129, seqNum=2] 2024-11-11T16:17:22,083 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7., hostname=16b413a53992,37313,1731341812129, seqNum=2] 2024-11-11T16:17:22,084 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7., hostname=16b413a53992,37313,1731341812129, seqNum=2] 2024-11-11T16:17:22,164 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,166 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,167 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,169 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,170 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,172 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., hostname=16b413a53992,44429,1731341812202, seqNum=2] 2024-11-11T16:17:22,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:22,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:22,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:17:22,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:17:22,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:17:22,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:17:22,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:22,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:17:23,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T16:17:23,496 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T16:17:23,496 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:17:23,497 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T16:17:23,500 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T16:17:23,503 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T16:17:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741848_1024 (size=49) 2024-11-11T16:17:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741848_1024 (size=49) 2024-11-11T16:17:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741848_1024 (size=49) 2024-11-11T16:17:23,557 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T16:17:23,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fe446280b920e54d276a061a2e8af90}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 058159fa1ec8eb4128d81aa2db33690a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c7048603127db44ed46c7487b161bb0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8619b654d1382cb794c67c7b5531afb2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6634456ca7e4cc24a425b5546ecb3344}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d}] 2024-11-11T16:17:23,562 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:23,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:23,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:23,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:23,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:23,572 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:23,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:23,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:23,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:23,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:25,404 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T16:17:33,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T16:17:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T16:17:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T16:17:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T16:17:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T16:17:33,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:33,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:33,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 1d3c814cba71d37c73433e7d5eb6da9d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T16:17:33,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8619b654d1382cb794c67c7b5531afb2: 2024-11-11T16:17:33,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T16:17:33,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:17:33,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:33,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6634456ca7e4cc24a425b5546ecb3344 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T16:17:33,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T16:17:33,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:33,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f5d88a1b89de69e7f77a2e65c2efa602: 2024-11-11T16:17:33,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:33,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4ea1b87778bbe68fbc056c6d2eaf8a1d 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T16:17:33,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T16:17:33,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:33,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3c7048603127db44ed46c7487b161bb0: 2024-11-11T16:17:33,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:17:33,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:17:33,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:33,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 058159fa1ec8eb4128d81aa2db33690a: 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6fe446280b920e54d276a061a2e8af90: 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:17:33,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:33,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6d24fbd602ab4d7a5421f537d27d69a7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T16:17:33,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/.tmp/cf/99890db8fc3e4f2bac3fae03df991b77 is 34, key is aaa/cf:cf/1731341842918/Put/seqid=0 2024-11-11T16:17:33,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/.tmp/cf/ba4ba0837ecd4da78ea5038157af93a8 is 34, key is ccd/cf:cf/1731341842874/Put/seqid=0 2024-11-11T16:17:33,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/.tmp/cf/d0490984d78b40d1ab0b16965a80d0f6 is 34, key is baa/cf:cf/1731341842851/Put/seqid=0 2024-11-11T16:17:33,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741852_1028 (size=26918) 2024-11-11T16:17:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741852_1028 (size=26918) 2024-11-11T16:17:33,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/.tmp/cf/a96fbebbbdf6453d88e18f49945174b4 is 34, key is eaa/cf:cf/1731341843423/Put/seqid=0 2024-11-11T16:17:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741852_1028 (size=26918) 2024-11-11T16:17:33,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/.tmp/cf/99890db8fc3e4f2bac3fae03df991b77 2024-11-11T16:17:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741851_1027 (size=65) 2024-11-11T16:17:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741851_1027 (size=65) 2024-11-11T16:17:33,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731341823660.058159fa1ec8eb4128d81aa2db33690a. 2024-11-11T16:17:33,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T16:17:33,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741851_1027 (size=65) 2024-11-11T16:17:33,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8a3f6c8b6ccf16b01512b8a635548cb5: 2024-11-11T16:17:33,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T16:17:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T16:17:33,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:33,753 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 058159fa1ec8eb4128d81aa2db33690a 2024-11-11T16:17:33,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 058159fa1ec8eb4128d81aa2db33690a in 10.1970 sec 2024-11-11T16:17:33,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741850_1026 (size=57) 2024-11-11T16:17:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741850_1026 (size=57) 2024-11-11T16:17:33,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:33,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T16:17:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741850_1026 (size=57) 2024-11-11T16:17:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T16:17:33,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:33,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:33,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741855_1031 (size=47197) 2024-11-11T16:17:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741855_1031 (size=47197) 2024-11-11T16:17:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741855_1031 (size=47197) 2024-11-11T16:17:33,765 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/.tmp/cf/ba4ba0837ecd4da78ea5038157af93a8 2024-11-11T16:17:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741849_1025 (size=65) 2024-11-11T16:17:33,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741849_1025 (size=65) 2024-11-11T16:17:33,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741853_1029 (size=499309) 2024-11-11T16:17:33,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5d88a1b89de69e7f77a2e65c2efa602 in 10.2070 sec 2024-11-11T16:17:33,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741853_1029 (size=499309) 2024-11-11T16:17:33,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741849_1025 (size=65) 2024-11-11T16:17:33,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:33,769 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/.tmp/cf/a96fbebbbdf6453d88e18f49945174b4 2024-11-11T16:17:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741853_1029 (size=499309) 2024-11-11T16:17:33,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T16:17:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T16:17:33,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:33,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:33,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6fe446280b920e54d276a061a2e8af90 in 10.2140 sec 2024-11-11T16:17:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741854_1030 (size=65) 2024-11-11T16:17:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741854_1030 (size=65) 2024-11-11T16:17:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741854_1030 (size=65) 2024-11-11T16:17:33,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731341823660.3c7048603127db44ed46c7487b161bb0. 2024-11-11T16:17:33,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T16:17:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T16:17:33,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:33,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c7048603127db44ed46c7487b161bb0 2024-11-11T16:17:33,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c7048603127db44ed46c7487b161bb0 in 10.2210 sec 2024-11-11T16:17:33,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741856_1032 (size=65) 2024-11-11T16:17:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741857_1033 (size=28623) 2024-11-11T16:17:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741856_1032 (size=65) 2024-11-11T16:17:33,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/.tmp/cf/a96fbebbbdf6453d88e18f49945174b4 as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/cf/a96fbebbbdf6453d88e18f49945174b4 2024-11-11T16:17:33,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/.tmp/cf/ba4ba0837ecd4da78ea5038157af93a8 as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/cf/ba4ba0837ecd4da78ea5038157af93a8 2024-11-11T16:17:33,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741857_1033 (size=28623) 2024-11-11T16:17:33,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741856_1032 (size=65) 2024-11-11T16:17:33,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:33,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T16:17:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T16:17:33,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:33,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:33,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/.tmp/cf/99890db8fc3e4f2bac3fae03df991b77 as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/cf/99890db8fc3e4f2bac3fae03df991b77 2024-11-11T16:17:33,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8619b654d1382cb794c67c7b5531afb2 in 10.2470 sec 2024-11-11T16:17:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741858_1034 (size=65) 2024-11-11T16:17:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741857_1033 (size=28623) 2024-11-11T16:17:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741858_1034 (size=65) 2024-11-11T16:17:33,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/.tmp/cf/d0490984d78b40d1ab0b16965a80d0f6 2024-11-11T16:17:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741858_1034 (size=65) 2024-11-11T16:17:33,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731341823660.8a3f6c8b6ccf16b01512b8a635548cb5. 2024-11-11T16:17:33,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T16:17:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T16:17:33,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:33,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/cf/a96fbebbbdf6453d88e18f49945174b4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T16:17:33,812 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5 2024-11-11T16:17:33,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4ea1b87778bbe68fbc056c6d2eaf8a1d in 237ms, sequenceid=5, compaction requested=false 2024-11-11T16:17:33,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4ea1b87778bbe68fbc056c6d2eaf8a1d: 2024-11-11T16:17:33,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/cf/a96fbebbbdf6453d88e18f49945174b4] hfiles 2024-11-11T16:17:33,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/cf/a96fbebbbdf6453d88e18f49945174b4 for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a3f6c8b6ccf16b01512b8a635548cb5 in 10.2560 sec 2024-11-11T16:17:33,816 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/cf/99890db8fc3e4f2bac3fae03df991b77, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T16:17:33,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 1d3c814cba71d37c73433e7d5eb6da9d in 245ms, sequenceid=5, compaction requested=false 2024-11-11T16:17:33,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1d3c814cba71d37c73433e7d5eb6da9d: 2024-11-11T16:17:33,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/cf/99890db8fc3e4f2bac3fae03df991b77] hfiles 2024-11-11T16:17:33,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/cf/99890db8fc3e4f2bac3fae03df991b77 for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/cf/ba4ba0837ecd4da78ea5038157af93a8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T16:17:33,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6d24fbd602ab4d7a5421f537d27d69a7 in 221ms, sequenceid=5, compaction requested=false 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6d24fbd602ab4d7a5421f537d27d69a7: 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/.tmp/cf/d0490984d78b40d1ab0b16965a80d0f6 as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/cf/d0490984d78b40d1ab0b16965a80d0f6 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/cf/ba4ba0837ecd4da78ea5038157af93a8] hfiles 2024-11-11T16:17:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/cf/ba4ba0837ecd4da78ea5038157af93a8 for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/cf/d0490984d78b40d1ab0b16965a80d0f6, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T16:17:33,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6634456ca7e4cc24a425b5546ecb3344 in 259ms, sequenceid=5, compaction requested=false 2024-11-11T16:17:33,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6634456ca7e4cc24a425b5546ecb3344: 2024-11-11T16:17:33,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. for SnapshotProcedureTest completed. 2024-11-11T16:17:33,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T16:17:33,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/cf/d0490984d78b40d1ab0b16965a80d0f6] hfiles 2024-11-11T16:17:33,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6634456ca7e4cc24a425b5546ecb3344/cf/d0490984d78b40d1ab0b16965a80d0f6 for snapshot=SnapshotProcedureTest 2024-11-11T16:17:33,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741859_1035 (size=97) 2024-11-11T16:17:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741859_1035 (size=97) 2024-11-11T16:17:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741859_1035 (size=97) 2024-11-11T16:17:33,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:33,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T16:17:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T16:17:33,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:33,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741860_1036 (size=105) 2024-11-11T16:17:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741860_1036 (size=105) 2024-11-11T16:17:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741860_1036 (size=105) 2024-11-11T16:17:33,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ea1b87778bbe68fbc056c6d2eaf8a1d in 10.2900 sec 2024-11-11T16:17:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741861_1037 (size=105) 2024-11-11T16:17:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741861_1037 (size=105) 2024-11-11T16:17:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741861_1037 (size=105) 2024-11-11T16:17:33,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:33,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T16:17:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T16:17:33,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:33,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:33,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741862_1038 (size=105) 2024-11-11T16:17:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741862_1038 (size=105) 2024-11-11T16:17:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741862_1038 (size=105) 2024-11-11T16:17:33,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731341823660.6634456ca7e4cc24a425b5546ecb3344. 2024-11-11T16:17:33,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T16:17:33,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d24fbd602ab4d7a5421f537d27d69a7 in 10.3140 sec 2024-11-11T16:17:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T16:17:33,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:33,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6634456ca7e4cc24a425b5546ecb3344 2024-11-11T16:17:33,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6634456ca7e4cc24a425b5546ecb3344 in 10.3190 sec 2024-11-11T16:17:34,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:34,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T16:17:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T16:17:34,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:34,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:34,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-11T16:17:34,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d3c814cba71d37c73433e7d5eb6da9d in 10.6920 sec 2024-11-11T16:17:34,251 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T16:17:34,252 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T16:17:34,253 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T16:17:34,253 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T16:17:34,255 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T16:17:34,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741863_1039 (size=1174) 2024-11-11T16:17:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741863_1039 (size=1174) 2024-11-11T16:17:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741863_1039 (size=1174) 2024-11-11T16:17:34,307 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T16:17:34,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T16:17:34,325 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:34,325 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,46483,1731341812045 2024-11-11T16:17:34,325 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,46483,1731341812045 2024-11-11T16:17:34,325 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,46483,1731341812045 2024-11-11T16:17:34,325 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:34,349 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:34,349 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:34,349 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:34,349 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:34,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:17:34,411 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 16b413a53992,46483,1731341812045 2024-11-11T16:17:34,411 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 16b413a53992,46483,1731341812045: Simulated kill ***** 2024-11-11T16:17:34,411 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T16:17:34,411 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T16:17:34,413 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T16:17:34,413 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T16:17:34,413 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T16:17:34,413 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 586383360 }, "NonHeapMemoryUsage": { "committed": 176029696, "init": 7667712, "max": -1, "used": 171386232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T16:17:34,413 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33911 {}] master.MasterRpcServices(700): 16b413a53992,46483,1731341812045 reported a fatal error: ***** ABORTING region server 16b413a53992,46483,1731341812045: Simulated kill ***** 2024-11-11T16:17:34,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,46483,1731341812045' ***** 2024-11-11T16:17:34,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T16:17:34,414 INFO [RS:0;16b413a53992:46483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:17:34,414 INFO [RS:0;16b413a53992:46483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T16:17:34,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:17:34,415 INFO [RS:0;16b413a53992:46483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T16:17:34,415 INFO [RS:0;16b413a53992:46483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:34,415 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:17:34,415 INFO [RS:0;16b413a53992:46483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16b413a53992:46483. 2024-11-11T16:17:34,415 DEBUG [RS:0;16b413a53992:46483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:34,415 DEBUG [RS:0;16b413a53992:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741836_1012 (size=14382) 2024-11-11T16:17:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741836_1012 (size=14382) 2024-11-11T16:17:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741836_1012 (size=14382) 2024-11-11T16:17:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741835_1011 (size=1779) 2024-11-11T16:17:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741835_1011 (size=1779) 2024-11-11T16:17:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741835_1011 (size=1779) 2024-11-11T16:17:34,440 DEBUG [RS:0;16b413a53992:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:34,440 INFO [RS:0;16b413a53992:46483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:34,440 INFO [RS:0;16b413a53992:46483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46483 2024-11-11T16:17:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,46483,1731341812045 2024-11-11T16:17:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:17:34,446 INFO [RS:0;16b413a53992:46483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:34,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,46483,1731341812045] 2024-11-11T16:17:34,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,46483,1731341812045 already deleted, retry=false 2024-11-11T16:17:34,453 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 16b413a53992,46483,1731341812045 on 16b413a53992,33911,1731341811852 2024-11-11T16:17:34,455 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16b413a53992,46483,1731341812045, splitWal=true, meta=true 2024-11-11T16:17:34,455 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 16b413a53992,46483,1731341812045 (carryingMeta=true) 16b413a53992,46483,1731341812045/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5404841c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T16:17:34,456 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16b413a53992,46483,1731341812045, splitWal=true, meta=true 2024-11-11T16:17:34,461 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,46483,1731341812045, splitWal=true, meta=true, isMeta: true 2024-11-11T16:17:34,463 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting 2024-11-11T16:17:34,464 INFO [PEWorker-4 {}] master.SplitWALManager(105): 16b413a53992,46483,1731341812045 WAL count=1, meta=true 2024-11-11T16:17:34,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta}] 2024-11-11T16:17:34,467 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:34,469 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,46483,1731341812045 Release verify snapshot worker=16b413a53992,46483,1731341812045 2024-11-11T16:17:34,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, worker=16b413a53992,44429,1731341812202}] 2024-11-11T16:17:34,470 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 16b413a53992,46483,1731341812045, this operation will be retried to send to another server 2024-11-11T16:17:34,470 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:17:34,470 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731341855470 2024-11-11T16:17:34,472 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,46483,1731341812045 Release verify snapshot worker=16b413a53992,46483,1731341812045 2024-11-11T16:17:34,473 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 16b413a53992,46483,1731341812045, this operation will be retried to send to another server 2024-11-11T16:17:34,473 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:17:34,473 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731341855473 2024-11-11T16:17:34,475 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-11T16:17:34,475 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-11T16:17:34,475 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-11T16:17:34,475 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-11T16:17:34,480 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,46483,1731341812045 Release verify snapshot worker=16b413a53992,46483,1731341812045 2024-11-11T16:17:34,481 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 16b413a53992,46483,1731341812045, this operation will be retried to send to another server 2024-11-11T16:17:34,481 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T16:17:34,481 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731341855481 2024-11-11T16:17:34,491 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:34,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:34,551 INFO [RS:0;16b413a53992:46483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:34,551 INFO [RS:0;16b413a53992:46483 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,46483,1731341812045; zookeeper connection closed. 2024-11-11T16:17:34,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x1002fa18ad80001, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:34,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26cb8c6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26cb8c6d 2024-11-11T16:17:34,863 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:17:34,863 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:17:43,108 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16b413a53992:39297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T16:17:43,903 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:17:43,903 INFO [master/16b413a53992:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:17:44,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T16:17:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T16:17:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T16:17:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T16:17:44,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T16:17:44,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T16:17:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T16:17:44,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T16:17:44,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T16:17:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T16:17:44,338 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 Release verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T16:17:44,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 in 10.0240 sec 2024-11-11T16:17:44,342 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,343 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 Release verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,343 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,350 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 Release verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T16:17:44,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T16:17:44,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T16:17:44,351 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 in 10.0360 sec 2024-11-11T16:17:44,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 in 10.0290 sec 2024-11-11T16:17:44,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T16:17:44,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T16:17:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T16:17:44,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T16:17:44,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T16:17:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T16:17:44,363 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 Release verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T16:17:44,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 in 10.0490 sec 2024-11-11T16:17:44,366 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 Release verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:44,367 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:44,367 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 Release verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:44,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 in 10.0520 sec 2024-11-11T16:17:44,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 in 10.0530 sec 2024-11-11T16:17:44,373 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, size=14.0 K (14382bytes) 2024-11-11T16:17:44,373 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta 2024-11-11T16:17:44,373 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta after 0ms 2024-11-11T16:17:44,380 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta took 8ms 2024-11-11T16:17:44,386 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T16:17:44,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta so closing down 2024-11-11T16:17:44,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T16:17:44,393 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp 2024-11-11T16:17:44,396 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp 2024-11-11T16:17:44,397 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T16:17:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741864_1040 (size=14141) 2024-11-11T16:17:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741864_1040 (size=14141) 2024-11-11T16:17:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741864_1040 (size=14141) 2024-11-11T16:17:44,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-11T16:17:44,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp to hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T16:17:44,425 INFO [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 43 ms; skipped=1; WAL=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T16:17:44,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, journal: Splitting hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, size=14.0 K (14382bytes) at 1731341864373Finishing writing output for hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta so closing down at 1731341864388 (+15 ms)Creating recovered edits writer path=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp at 1731341864396 (+8 ms)3 split writer threads finished at 1731341864397 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731341864423 (+26 ms)Rename recovered edits hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta.temp to hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731341864425 (+2 ms)Processed 26 edits across 1 Regions in 43 ms; skipped=1; WAL=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731341864425 2024-11-11T16:17:44,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta 2024-11-11T16:17:44,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16b413a53992:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T16:17:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T16:17:44,431 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting/16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta to hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs 2024-11-11T16:17:44,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T16:17:44,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, worker=16b413a53992,44429,1731341812202 in 9.9620 sec 2024-11-11T16:17:44,437 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T16:17:44,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 16b413a53992%2C46483%2C1731341812045.meta.1731341823359.meta, worker=16b413a53992,44429,1731341812202 in 9.9730 sec 2024-11-11T16:17:44,441 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,46483,1731341812045-splitting dir is empty, no logs to split. 2024-11-11T16:17:44,441 INFO [PEWorker-4 {}] master.SplitWALManager(105): 16b413a53992,46483,1731341812045 WAL count=0, meta=true 2024-11-11T16:17:44,441 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 16b413a53992,46483,1731341812045 WAL splitting is done? wals=0, meta=true 2024-11-11T16:17:44,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:17:44,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:44,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T16:17:44,600 DEBUG [16b413a53992:33911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T16:17:44,600 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(204): Hosts are {16b413a53992=0} racks are {/default-rack=0} 2024-11-11T16:17:44,600 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T16:17:44,600 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T16:17:44,600 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T16:17:44,601 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T16:17:44,601 INFO [16b413a53992:33911 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T16:17:44,601 INFO [16b413a53992:33911 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T16:17:44,601 DEBUG [16b413a53992:33911 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T16:17:44,601 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:44,603 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,44429,1731341812202, state=OPENING 2024-11-11T16:17:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:44,605 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:17:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:44,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,44429,1731341812202}] 2024-11-11T16:17:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:51,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:17:52,993 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T16:17:54,348 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:17:54,348 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:17:54,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T16:17:54,348 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:17:54,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T16:17:54,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T16:17:54,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T16:17:54,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T16:17:54,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T16:17:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T16:17:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T16:17:54,351 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 Release verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T16:17:54,354 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 Release verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:54,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 in 20.0370 sec 2024-11-11T16:17:54,354 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16b413a53992%2C44429%2C1731341812202.meta, suffix=.meta, logDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202, archiveDir=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs, maxLogs=32 2024-11-11T16:17:54,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 in 20.0400 sec 2024-11-11T16:17:54,355 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 Release verify snapshot worker=16b413a53992,44429,1731341812202 2024-11-11T16:17:54,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,44429,1731341812202 in 20.0410 sec 2024-11-11T16:17:54,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T16:17:54,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T16:17:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T16:17:54,371 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 Release verify snapshot worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:54,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-11T16:17:54,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16b413a53992,37313,1731341812129 in 20.0570 sec 2024-11-11T16:17:54,374 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202/16b413a53992%2C44429%2C1731341812202.meta.1731341874354.meta, exclude list is [], retry=0 2024-11-11T16:17:54,374 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T16:17:54,375 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T16:17:54,377 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T16:17:54,378 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T16:17:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-b53395fe-6838-4847-9899-7184dc426808,DISK] 2024-11-11T16:17:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-0fa5fbcc-e912-4675-b52c-3e63ebdf5172,DISK] 2024-11-11T16:17:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39909,DS-dc1ccc3f-0f78-4de5-a499-080559676a5a,DISK] 2024-11-11T16:17:54,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8840 sec 2024-11-11T16:17:54,389 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/WALs/16b413a53992,44429,1731341812202/16b413a53992%2C44429%2C1731341812202.meta.1731341874354.meta 2024-11-11T16:17:54,389 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45167:45167),(127.0.0.1/127.0.0.1:44873:44873),(127.0.0.1/127.0.0.1:33201:33201)] 2024-11-11T16:17:54,390 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:17:54,390 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:17:54,390 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:17:54,390 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:17:54,390 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:17:54,391 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:17:54,391 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:17:54,391 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:17:54,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:17:54,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:17:54,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:54,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:54,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:17:54,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:17:54,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:54,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:54,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:17:54,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:17:54,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:54,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:54,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:17:54,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:17:54,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:17:54,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:17:54,400 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:17:54,404 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740 2024-11-11T16:17:54,406 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740 2024-11-11T16:17:54,407 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T16:17:54,425 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T16:17:54,426 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T16:17:54,463 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/info/450ecadcfb334c2a98b2e8fe1b56260a is 167, key is SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90./info:regioninfo/1731341834523/Put/seqid=0 2024-11-11T16:17:54,465 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T16:17:54,468 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 16b413a53992:46483 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 16b413a53992/172.17.0.2:46483 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:17:54,471 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1, error=java.net.ConnectException: Call to address=16b413a53992:46483 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 16b413a53992/172.17.0.2:46483 2024-11-11T16:17:54,472 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T16:17:54,472 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=16b413a53992,46483,1731341812045, seqNum=-1 from cache 2024-11-11T16:17:54,473 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 16b413a53992:46483 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 16b413a53992/172.17.0.2:46483 2024-11-11T16:17:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741866_1042 (size=18393) 2024-11-11T16:17:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741866_1042 (size=18393) 2024-11-11T16:17:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741866_1042 (size=18393) 2024-11-11T16:17:54,486 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/info/450ecadcfb334c2a98b2e8fe1b56260a 2024-11-11T16:17:54,518 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/ns/9191e6e2c2694238ae799655155461bb is 43, key is default/ns:d/1731341823485/Put/seqid=0 2024-11-11T16:17:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741867_1043 (size=5153) 2024-11-11T16:17:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741867_1043 (size=5153) 2024-11-11T16:17:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741867_1043 (size=5153) 2024-11-11T16:17:54,526 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/ns/9191e6e2c2694238ae799655155461bb 2024-11-11T16:17:54,552 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/table/d7dcab5ab14e46fa8b7a569dae23fb5c is 47, key is SPTestTable/table:state/1731341834550/Put/seqid=0 2024-11-11T16:17:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741868_1044 (size=5214) 2024-11-11T16:17:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741868_1044 (size=5214) 2024-11-11T16:17:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741868_1044 (size=5214) 2024-11-11T16:17:54,561 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/table/d7dcab5ab14e46fa8b7a569dae23fb5c 2024-11-11T16:17:54,570 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/info/450ecadcfb334c2a98b2e8fe1b56260a as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/info/450ecadcfb334c2a98b2e8fe1b56260a 2024-11-11T16:17:54,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:54,584 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/info/450ecadcfb334c2a98b2e8fe1b56260a, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T16:17:54,585 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/ns/9191e6e2c2694238ae799655155461bb as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/ns/9191e6e2c2694238ae799655155461bb 2024-11-11T16:17:54,587 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44429,1731341812202, seqNum=-1] 2024-11-11T16:17:54,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44429 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:49860 deadline: 1731341934467, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 16b413a53992,44429,1731341812202 2024-11-11T16:17:54,594 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,44429,1731341812202, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=16b413a53992,44429,1731341812202, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 16b413a53992,44429,1731341812202 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:17:54,594 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=16b413a53992,44429,1731341812202, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 16b413a53992,44429,1731341812202 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:17:54,594 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=16b413a53992,44429,1731341812202, seqNum=-1 from cache 2024-11-11T16:17:54,602 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/ns/9191e6e2c2694238ae799655155461bb, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T16:17:54,603 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/.tmp/table/d7dcab5ab14e46fa8b7a569dae23fb5c as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/table/d7dcab5ab14e46fa8b7a569dae23fb5c 2024-11-11T16:17:54,610 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/table/d7dcab5ab14e46fa8b7a569dae23fb5c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T16:17:54,611 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T16:17:54,612 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T16:17:54,614 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:17:54,614 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:17:54,615 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:17:54,617 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:17:54,621 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T16:17:54,623 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73852425, jitterRate=0.1004868894815445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:17:54,623 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:17:54,623 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731341874391Writing region info on filesystem at 1731341874391Initializing all the Stores at 1731341874392 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341874392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341874392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731341874392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731341874392Obtaining lock to block concurrent updates at 1731341874426 (+34 ms)Preparing flush snapshotting stores in 1588230740 at 1731341874426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731341874426Flushing stores of hbase:meta,,1.1588230740 at 1731341874426Flushing 1588230740/info: creating writer at 1731341874426Flushing 1588230740/info: appending metadata at 1731341874462 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731341874463 (+1 ms)Flushing 1588230740/ns: creating writer at 1731341874494 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731341874517 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731341874517Flushing 1588230740/table: creating writer at 1731341874532 (+15 ms)Flushing 1588230740/table: appending metadata at 1731341874551 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731341874552 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e775952: reopening flushed file at 1731341874569 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1e6fc7: reopening flushed file at 1731341874584 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8c509e: reopening flushed file at 1731341874602 (+18 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=28, compaction requested=false; wal=null at 1731341874611 (+9 ms)Cleaning up temporary data from old regions at 1731341874614 (+3 ms)Running coprocessor post-open hooks at 1731341874623 (+9 ms)Region opened successfully at 1731341874623 2024-11-11T16:17:54,624 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731341874343 2024-11-11T16:17:54,627 DEBUG [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:17:54,627 INFO [RS_OPEN_META-regionserver/16b413a53992:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:17:54,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=16b413a53992,44429,1731341812202 2024-11-11T16:17:54,629 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16b413a53992,44429,1731341812202, state=OPEN 2024-11-11T16:17:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:17:54,631 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16b413a53992,44429,1731341812202 2024-11-11T16:17:54,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:54,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:54,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:17:54,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T16:17:54,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16b413a53992,44429,1731341812202 in 10.0260 sec 2024-11-11T16:17:54,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-11T16:17:54,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1930 sec 2024-11-11T16:17:54,637 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 16b413a53992,46483,1731341812045 had 5 regions 2024-11-11T16:17:54,638 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16b413a53992,46483,1731341812045, splitWal=true, meta=true, isMeta: false 2024-11-11T16:17:54,640 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16b413a53992,46483,1731341812045 WAL count=1, meta=false 2024-11-11T16:17:54,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 16b413a53992%2C46483%2C1731341812045.1731341813054}] 2024-11-11T16:17:54,643 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=16b413a53992,37313,1731341812129 2024-11-11T16:17:54,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16b413a53992%2C46483%2C1731341812045.1731341813054, worker=16b413a53992,37313,1731341812129}] 2024-11-11T16:17:54,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:17:54,803 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16b413a53992,44429,1731341812202, seqNum=-1] 2024-11-11T16:17:54,828 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T16:17:54,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:17:54,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:54,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:54,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:54,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:54,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:17:54,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:17:54,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1560619049, stopped=false 2024-11-11T16:17:54,829 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16b413a53992,33911,1731341811852 2024-11-11T16:17:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:17:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:17:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:17:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:17:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:17:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:17:54,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:54,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:17:54,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:54,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:54,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,37313,1731341812129' ***** 2024-11-11T16:17:54,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:17:54,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16b413a53992,44429,1731341812202' ***** 2024-11-11T16:17:54,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:17:54,833 INFO [RS:2;16b413a53992:44429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:17:54,833 INFO [RS:2;16b413a53992:44429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:17:54,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:17:54,833 INFO [RS:2;16b413a53992:44429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:17:54,833 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:54,834 INFO [RS:1;16b413a53992:37313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:17:54,834 INFO [RS:1;16b413a53992:37313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:17:54,834 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:17:54,834 INFO [RS:1;16b413a53992:37313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:17:54,834 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ea1b87778bbe68fbc056c6d2eaf8a1d 2024-11-11T16:17:54,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d3c814cba71d37c73433e7d5eb6da9d 2024-11-11T16:17:54,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,44429,1731341812202 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;16b413a53992:44429. 2024-11-11T16:17:54,835 DEBUG [RS:2;16b413a53992:44429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:54,835 DEBUG [RS:2;16b413a53992:44429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:17:54,835 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T16:17:54,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:17:54,836 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1325): Online Regions={f5d88a1b89de69e7f77a2e65c2efa602=SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602., 1588230740=hbase:meta,,1.1588230740, 4ea1b87778bbe68fbc056c6d2eaf8a1d=SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d., 1d3c814cba71d37c73433e7d5eb6da9d=SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d.} 2024-11-11T16:17:54,836 DEBUG [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d3c814cba71d37c73433e7d5eb6da9d, 4ea1b87778bbe68fbc056c6d2eaf8a1d, f5d88a1b89de69e7f77a2e65c2efa602 2024-11-11T16:17:54,836 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:17:54,836 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:17:54,836 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:17:54,836 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:17:54,836 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:17:54,837 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d88a1b89de69e7f77a2e65c2efa602, disabling compactions & flushes 2024-11-11T16:17:54,837 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:54,840 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:54,840 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. after waiting 0 ms 2024-11-11T16:17:54,840 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:54,840 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fe446280b920e54d276a061a2e8af90 2024-11-11T16:17:54,841 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d24fbd602ab4d7a5421f537d27d69a7 2024-11-11T16:17:54,841 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(959): stopping server 16b413a53992,37313,1731341812129 2024-11-11T16:17:54,841 INFO [RS:1;16b413a53992:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:54,841 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8619b654d1382cb794c67c7b5531afb2, disabling compactions & flushes 2024-11-11T16:17:54,841 INFO [RS:1;16b413a53992:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;16b413a53992:37313. 2024-11-11T16:17:54,841 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:54,841 DEBUG [RS:1;16b413a53992:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:17:54,841 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:54,841 DEBUG [RS:1;16b413a53992:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:54,841 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. after waiting 0 ms 2024-11-11T16:17:54,841 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:54,841 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:17:54,841 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1325): Online Regions={8619b654d1382cb794c67c7b5531afb2=SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2., 6fe446280b920e54d276a061a2e8af90=SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90., 6d24fbd602ab4d7a5421f537d27d69a7=SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7.} 2024-11-11T16:17:54,841 DEBUG [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1351): Waiting on 6d24fbd602ab4d7a5421f537d27d69a7, 6fe446280b920e54d276a061a2e8af90, 8619b654d1382cb794c67c7b5531afb2 2024-11-11T16:17:54,849 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:17:54,849 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:17:54,854 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/f5d88a1b89de69e7f77a2e65c2efa602/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:17:54,854 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:54,855 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d88a1b89de69e7f77a2e65c2efa602: Waiting for close lock at 1731341874837Running coprocessor pre-close hooks at 1731341874837Disabling compacts and flushes for region at 1731341874837Disabling writes for close at 1731341874840 (+3 ms)Writing region close event to WAL at 1731341874841 (+1 ms)Running coprocessor post-close hooks at 1731341874854 (+13 ms)Closed at 1731341874854 2024-11-11T16:17:54,855 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731341823660.f5d88a1b89de69e7f77a2e65c2efa602. 2024-11-11T16:17:54,855 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ea1b87778bbe68fbc056c6d2eaf8a1d, disabling compactions & flushes 2024-11-11T16:17:54,855 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:54,855 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:54,855 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. after waiting 0 ms 2024-11-11T16:17:54,855 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:54,857 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/8619b654d1382cb794c67c7b5531afb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:17:54,858 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:54,858 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8619b654d1382cb794c67c7b5531afb2: Waiting for close lock at 1731341874841Running coprocessor pre-close hooks at 1731341874841Disabling compacts and flushes for region at 1731341874841Disabling writes for close at 1731341874841Writing region close event to WAL at 1731341874849 (+8 ms)Running coprocessor post-close hooks at 1731341874858 (+9 ms)Closed at 1731341874858 2024-11-11T16:17:54,858 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731341823660.8619b654d1382cb794c67c7b5531afb2. 2024-11-11T16:17:54,858 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:54,859 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fe446280b920e54d276a061a2e8af90, disabling compactions & flushes 2024-11-11T16:17:54,859 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:54,859 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:54,859 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. after waiting 0 ms 2024-11-11T16:17:54,859 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:54,872 INFO [regionserver/16b413a53992:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:54,873 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-11T16:17:54,874 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:17:54,874 INFO [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:54,874 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731341874836Running coprocessor pre-close hooks at 1731341874836Disabling compacts and flushes for region at 1731341874836Disabling writes for close at 1731341874836Writing region close event to WAL at 1731341874861 (+25 ms)Running coprocessor post-close hooks at 1731341874874 (+13 ms)Closed at 1731341874874 2024-11-11T16:17:54,874 DEBUG [RS_CLOSE_META-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:17:54,880 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/4ea1b87778bbe68fbc056c6d2eaf8a1d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:17:54,881 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:54,881 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ea1b87778bbe68fbc056c6d2eaf8a1d: Waiting for close lock at 1731341874855Running coprocessor pre-close hooks at 1731341874855Disabling compacts and flushes for region at 1731341874855Disabling writes for close at 1731341874855Writing region close event to WAL at 1731341874865 (+10 ms)Running coprocessor post-close hooks at 1731341874881 (+16 ms)Closed at 1731341874881 2024-11-11T16:17:54,881 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731341823660.4ea1b87778bbe68fbc056c6d2eaf8a1d. 2024-11-11T16:17:54,881 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d3c814cba71d37c73433e7d5eb6da9d, disabling compactions & flushes 2024-11-11T16:17:54,881 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:54,881 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:54,882 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. after waiting 0 ms 2024-11-11T16:17:54,882 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:54,885 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6fe446280b920e54d276a061a2e8af90/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T16:17:54,887 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:54,887 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fe446280b920e54d276a061a2e8af90: Waiting for close lock at 1731341874858Running coprocessor pre-close hooks at 1731341874858Disabling compacts and flushes for region at 1731341874858Disabling writes for close at 1731341874859 (+1 ms)Writing region close event to WAL at 1731341874872 (+13 ms)Running coprocessor post-close hooks at 1731341874887 (+15 ms)Closed at 1731341874887 2024-11-11T16:17:54,887 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731341823660.6fe446280b920e54d276a061a2e8af90. 2024-11-11T16:17:54,887 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d24fbd602ab4d7a5421f537d27d69a7, disabling compactions & flushes 2024-11-11T16:17:54,887 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:54,887 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:54,887 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. after waiting 0 ms 2024-11-11T16:17:54,887 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:54,891 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:17:54,891 INFO [regionserver/16b413a53992:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:17:54,892 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/1d3c814cba71d37c73433e7d5eb6da9d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:17:54,893 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:54,893 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d3c814cba71d37c73433e7d5eb6da9d: Waiting for close lock at 1731341874881Running coprocessor pre-close hooks at 1731341874881Disabling compacts and flushes for region at 1731341874881Disabling writes for close at 1731341874882 (+1 ms)Writing region close event to WAL at 1731341874885 (+3 ms)Running coprocessor post-close hooks at 1731341874893 (+8 ms)Closed at 1731341874893 2024-11-11T16:17:54,893 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731341823660.1d3c814cba71d37c73433e7d5eb6da9d. 2024-11-11T16:17:54,908 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/data/default/SPTestTable/6d24fbd602ab4d7a5421f537d27d69a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T16:17:54,909 INFO [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:54,909 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d24fbd602ab4d7a5421f537d27d69a7: Waiting for close lock at 1731341874887Running coprocessor pre-close hooks at 1731341874887Disabling compacts and flushes for region at 1731341874887Disabling writes for close at 1731341874887Writing region close event to WAL at 1731341874897 (+10 ms)Running coprocessor post-close hooks at 1731341874909 (+12 ms)Closed at 1731341874909 2024-11-11T16:17:54,910 DEBUG [RS_CLOSE_REGION-regionserver/16b413a53992:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731341823660.6d24fbd602ab4d7a5421f537d27d69a7. 2024-11-11T16:17:55,036 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,44429,1731341812202; all regions closed. 2024-11-11T16:17:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741865_1041 (size=678) 2024-11-11T16:17:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741865_1041 (size=678) 2024-11-11T16:17:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741865_1041 (size=678) 2024-11-11T16:17:55,041 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(976): stopping server 16b413a53992,37313,1731341812129; all regions closed. 2024-11-11T16:17:55,042 DEBUG [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs 2024-11-11T16:17:55,042 INFO [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44429%2C1731341812202.meta:.meta(num 1731341874354) 2024-11-11T16:17:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741834_1010 (size=2364) 2024-11-11T16:17:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741834_1010 (size=2364) 2024-11-11T16:17:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741833_1009 (size=2856) 2024-11-11T16:17:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741833_1009 (size=2856) 2024-11-11T16:17:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741833_1009 (size=2856) 2024-11-11T16:17:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741834_1010 (size=2364) 2024-11-11T16:17:55,050 DEBUG [RS:1;16b413a53992:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C37313%2C1731341812129:(num 1731341813022) 2024-11-11T16:17:55,051 DEBUG [RS:1;16b413a53992:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:17:55,051 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:55,051 INFO [RS:1;16b413a53992:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37313 2024-11-11T16:17:55,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,37313,1731341812129 2024-11-11T16:17:55,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:17:55,054 DEBUG [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/oldWALs 2024-11-11T16:17:55,054 INFO [RS:2;16b413a53992:44429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16b413a53992%2C44429%2C1731341812202:(num 1731341813024) 2024-11-11T16:17:55,054 DEBUG [RS:2;16b413a53992:44429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:17:55,054 INFO [RS:2;16b413a53992:44429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:17:55,054 INFO [RS:2;16b413a53992:44429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:55,055 INFO [RS:1;16b413a53992:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:55,055 INFO [RS:2;16b413a53992:44429 {}] hbase.ChoreService(370): Chore service for: regionserver/16b413a53992:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:55,055 INFO [RS:2;16b413a53992:44429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:55,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,37313,1731341812129] 2024-11-11T16:17:55,055 INFO [regionserver/16b413a53992:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:55,056 INFO [RS:2;16b413a53992:44429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44429 2024-11-11T16:17:55,057 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,37313,1731341812129 already deleted, retry=false 2024-11-11T16:17:55,057 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,37313,1731341812129 expired; onlineServers=1 2024-11-11T16:17:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:17:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16b413a53992,44429,1731341812202 2024-11-11T16:17:55,059 INFO [RS:2;16b413a53992:44429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:55,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16b413a53992,44429,1731341812202] 2024-11-11T16:17:55,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16b413a53992,44429,1731341812202 already deleted, retry=false 2024-11-11T16:17:55,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16b413a53992,44429,1731341812202 expired; onlineServers=0 2024-11-11T16:17:55,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16b413a53992,33911,1731341811852' ***** 2024-11-11T16:17:55,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:17:55,062 INFO [M:0;16b413a53992:33911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:17:55,062 INFO [M:0;16b413a53992:33911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:17:55,062 DEBUG [M:0;16b413a53992:33911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:17:55,062 DEBUG [M:0;16b413a53992:33911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:17:55,062 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341812613 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.large.0-1731341812613,5,FailOnTimeoutGroup] 2024-11-11T16:17:55,062 INFO [M:0;16b413a53992:33911 {}] hbase.ChoreService(370): Chore service for: master/16b413a53992:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:17:55,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:17:55,062 INFO [M:0;16b413a53992:33911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:17:55,062 DEBUG [master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341812617 {}] cleaner.HFileCleaner(306): Exit Thread[master/16b413a53992:0:becomeActiveMaster-HFileCleaner.small.0-1731341812617,5,FailOnTimeoutGroup] 2024-11-11T16:17:55,062 DEBUG [M:0;16b413a53992:33911 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:17:55,062 INFO [M:0;16b413a53992:33911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:17:55,063 INFO [M:0;16b413a53992:33911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:17:55,063 ERROR [M:0;16b413a53992:33911 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:45699 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45699,5,PEWorkerGroup] 2024-11-11T16:17:55,063 INFO [M:0;16b413a53992:33911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:17:55,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:17:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:17:55,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:17:55,065 DEBUG [M:0;16b413a53992:33911 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T16:17:55,065 DEBUG [M:0;16b413a53992:33911 {}] master.ActiveMasterManager(353): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T16:17:55,066 INFO [M:0;16b413a53992:33911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/.lastflushedseqids 2024-11-11T16:17:55,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741869_1045 (size=632) 2024-11-11T16:17:55,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741869_1045 (size=632) 2024-11-11T16:17:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741869_1045 (size=632) 2024-11-11T16:17:55,079 INFO [M:0;16b413a53992:33911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:17:55,079 INFO [M:0;16b413a53992:33911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:17:55,079 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:17:55,079 INFO [M:0;16b413a53992:33911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:55,079 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:55,079 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:17:55,079 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:55,079 INFO [M:0;16b413a53992:33911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.35 KB heapSize=262.13 KB 2024-11-11T16:17:55,106 DEBUG [M:0;16b413a53992:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dddb547409445b9a275d70a0cbf3d0e is 82, key is hbase:meta,,1/info:regioninfo/1731341874627/Put/seqid=0 2024-11-11T16:17:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741870_1046 (size=6071) 2024-11-11T16:17:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741870_1046 (size=6071) 2024-11-11T16:17:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741870_1046 (size=6071) 2024-11-11T16:17:55,119 INFO [M:0;16b413a53992:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dddb547409445b9a275d70a0cbf3d0e 2024-11-11T16:17:55,151 DEBUG [M:0;16b413a53992:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b566ef13ee204eafa5d718d16e87d7c4 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731341834565/Put/seqid=0 2024-11-11T16:17:55,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:55,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1002fa18ad80002, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:55,158 INFO [RS:1;16b413a53992:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:55,158 INFO [RS:1;16b413a53992:37313 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,37313,1731341812129; zookeeper connection closed. 2024-11-11T16:17:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741871_1047 (size=11618) 2024-11-11T16:17:55,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@93e91ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@93e91ad 2024-11-11T16:17:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741871_1047 (size=11618) 2024-11-11T16:17:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741871_1047 (size=11618) 2024-11-11T16:17:55,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:55,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1002fa18ad80003, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:55,161 INFO [RS:2;16b413a53992:44429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:55,161 INFO [RS:2;16b413a53992:44429 {}] regionserver.HRegionServer(1031): Exiting; stopping=16b413a53992,44429,1731341812202; zookeeper connection closed. 2024-11-11T16:17:55,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46c3bdc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46c3bdc4 2024-11-11T16:17:55,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T16:17:55,167 INFO [M:0;16b413a53992:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b566ef13ee204eafa5d718d16e87d7c4 2024-11-11T16:17:55,174 INFO [M:0;16b413a53992:33911 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b566ef13ee204eafa5d718d16e87d7c4 2024-11-11T16:17:55,193 DEBUG [M:0;16b413a53992:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ef77fd20c0a42559015f8ebaee783b3 is 69, key is 16b413a53992,37313,1731341812129/rs:state/1731341812732/Put/seqid=0 2024-11-11T16:17:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741872_1048 (size=5442) 2024-11-11T16:17:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741872_1048 (size=5442) 2024-11-11T16:17:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741872_1048 (size=5442) 2024-11-11T16:17:55,206 INFO [M:0;16b413a53992:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ef77fd20c0a42559015f8ebaee783b3 2024-11-11T16:17:55,211 INFO [M:0;16b413a53992:33911 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ef77fd20c0a42559015f8ebaee783b3 2024-11-11T16:17:55,212 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dddb547409445b9a275d70a0cbf3d0e as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dddb547409445b9a275d70a0cbf3d0e 2024-11-11T16:17:55,218 INFO [M:0;16b413a53992:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dddb547409445b9a275d70a0cbf3d0e, entries=14, sequenceid=452, filesize=5.9 K 2024-11-11T16:17:55,219 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b566ef13ee204eafa5d718d16e87d7c4 as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b566ef13ee204eafa5d718d16e87d7c4 2024-11-11T16:17:55,225 INFO [M:0;16b413a53992:33911 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b566ef13ee204eafa5d718d16e87d7c4 2024-11-11T16:17:55,225 INFO [M:0;16b413a53992:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b566ef13ee204eafa5d718d16e87d7c4, entries=52, sequenceid=452, filesize=11.3 K 2024-11-11T16:17:55,226 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ef77fd20c0a42559015f8ebaee783b3 as hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ef77fd20c0a42559015f8ebaee783b3 2024-11-11T16:17:55,231 INFO [M:0;16b413a53992:33911 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ef77fd20c0a42559015f8ebaee783b3 2024-11-11T16:17:55,231 INFO [M:0;16b413a53992:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45699/user/jenkins/test-data/18e78941-d494-a6b4-6e32-72545434005e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ef77fd20c0a42559015f8ebaee783b3, entries=3, sequenceid=452, filesize=5.3 K 2024-11-11T16:17:55,233 INFO [M:0;16b413a53992:33911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~220.35 KB/225643, heapSize ~261.84 KB/268120, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=452, compaction requested=false 2024-11-11T16:17:55,238 INFO [M:0;16b413a53992:33911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:17:55,238 DEBUG [M:0;16b413a53992:33911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731341875079Disabling compacts and flushes for region at 1731341875079Disabling writes for close at 1731341875079Obtaining lock to block concurrent updates at 1731341875079Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731341875079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=225643, getHeapSize=268360, getOffHeapSize=0, getCellsCount=551 at 1731341875080 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731341875085 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731341875085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731341875106 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731341875106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731341875131 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731341875150 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731341875151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731341875174 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731341875192 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731341875192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c47ecba: reopening flushed file at 1731341875211 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7b6027: reopening flushed file at 1731341875218 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178d81ec: reopening flushed file at 1731341875225 (+7 ms)Finished flush of dataSize ~220.35 KB/225643, heapSize ~261.84 KB/268120, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=452, compaction requested=false at 1731341875233 (+8 ms)Writing region close event to WAL at 1731341875238 (+5 ms)Closed at 1731341875238 2024-11-11T16:17:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741830_1006 (size=255838) 2024-11-11T16:17:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39909 is added to blk_1073741830_1006 (size=255838) 2024-11-11T16:17:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741830_1006 (size=255838) 2024-11-11T16:17:55,241 INFO [M:0;16b413a53992:33911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:17:55,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:17:55,242 INFO [M:0;16b413a53992:33911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33911 2024-11-11T16:17:55,242 INFO [M:0;16b413a53992:33911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:17:55,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:55,344 INFO [M:0;16b413a53992:33911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:17:55,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1002fa18ad80000, quorum=127.0.0.1:60402, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:17:55,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4de59280{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:17:55,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45814ff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:17:55,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:17:55,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f83c92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:17:55,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c883179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,STOPPED} 2024-11-11T16:17:55,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:17:55,353 WARN [BP-1814144692-172.17.0.2-1731341810149 heartbeating to localhost/127.0.0.1:45699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:17:55,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:17:55,353 WARN [BP-1814144692-172.17.0.2-1731341810149 heartbeating to localhost/127.0.0.1:45699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1814144692-172.17.0.2-1731341810149 (Datanode Uuid 634877bc-5118-463c-9536-0173831ca977) service to localhost/127.0.0.1:45699 2024-11-11T16:17:55,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data5/current/BP-1814144692-172.17.0.2-1731341810149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:55,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data6/current/BP-1814144692-172.17.0.2-1731341810149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:55,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:17:55,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6fea1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:17:55,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aab0115{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:17:55,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:17:55,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5cc3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:17:55,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccf2faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,STOPPED} 2024-11-11T16:17:55,360 WARN [BP-1814144692-172.17.0.2-1731341810149 heartbeating to localhost/127.0.0.1:45699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:17:55,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:17:55,360 WARN [BP-1814144692-172.17.0.2-1731341810149 heartbeating to localhost/127.0.0.1:45699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1814144692-172.17.0.2-1731341810149 (Datanode Uuid a5574c95-c5e4-4b35-8f86-442003537755) service to localhost/127.0.0.1:45699 2024-11-11T16:17:55,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:17:55,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data3/current/BP-1814144692-172.17.0.2-1731341810149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:55,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data4/current/BP-1814144692-172.17.0.2-1731341810149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:55,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:17:55,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295706e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:17:55,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d0eaa0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:17:55,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:17:55,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597a5af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:17:55,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7396b0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,STOPPED} 2024-11-11T16:17:55,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:17:55,365 WARN [BP-1814144692-172.17.0.2-1731341810149 heartbeating to localhost/127.0.0.1:45699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:17:55,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:17:55,365 WARN [BP-1814144692-172.17.0.2-1731341810149 heartbeating to localhost/127.0.0.1:45699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1814144692-172.17.0.2-1731341810149 (Datanode Uuid 71451461-c273-45e8-8303-3f121c411191) service to localhost/127.0.0.1:45699 2024-11-11T16:17:55,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data1/current/BP-1814144692-172.17.0.2-1731341810149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:55,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/cluster_fa294172-7f16-9240-47bd-5f69c935ad32/data/data2/current/BP-1814144692-172.17.0.2-1731341810149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:17:55,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:17:55,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:17:55,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16475ac6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:17:55,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:17:55,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206ea604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:17:55,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49935db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08918ea8-3e3a-f418-b59f-7b808faf6e39/hadoop.log.dir/,STOPPED} 2024-11-11T16:17:55,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:17:55,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:17:55,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 93) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/16b413a53992:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/16b413a53992:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45699 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:45699 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=576 (was 550) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3140 (was 1462) - AvailableMemoryMB LEAK? -