2024-11-13 20:14:15,595 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 20:14:15,610 main DEBUG Took 0.012720 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 20:14:15,611 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 20:14:15,611 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 20:14:15,613 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 20:14:15,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,624 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 20:14:15,640 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,644 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,645 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,646 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,648 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,650 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,651 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,653 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:14:15,655 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,655 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 20:14:15,657 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:14:15,658 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 20:14:15,661 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 20:14:15,661 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 20:14:15,663 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 20:14:15,663 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 20:14:15,675 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 20:14:15,679 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 20:14:15,681 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 20:14:15,681 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 20:14:15,682 main DEBUG createAppenders(={Console}) 2024-11-13 20:14:15,683 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-13 20:14:15,683 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 20:14:15,683 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-13 20:14:15,684 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 20:14:15,684 main DEBUG OutputStream closed 2024-11-13 20:14:15,685 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 20:14:15,685 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 20:14:15,686 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-13 20:14:15,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 20:14:15,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 20:14:15,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 20:14:15,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 20:14:15,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 20:14:15,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 20:14:15,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 20:14:15,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 20:14:15,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 20:14:15,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 20:14:15,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 20:14:15,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 20:14:15,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 20:14:15,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 20:14:15,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 20:14:15,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 20:14:15,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 20:14:15,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 20:14:15,777 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 20:14:15,777 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-13 20:14:15,777 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 20:14:15,778 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-13T20:14:15,792 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-13 20:14:15,795 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 20:14:15,795 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T20:14:15,802 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-13T20:14:15,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=9460 2024-11-13T20:14:16,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac 2024-11-13T20:14:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:14:16,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a, deleteOnExit=true 2024-11-13T20:14:16,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:14:16,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/test.cache.data in system properties and HBase conf 2024-11-13T20:14:16,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:14:16,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:14:16,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:14:16,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:14:16,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:14:16,189 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T20:14:16,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:14:16,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:14:16,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:14:16,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:14:16,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:14:16,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:14:16,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:14:16,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:14:16,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:14:16,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:14:16,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:14:16,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:14:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:14:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:14:16,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:14:17,188 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T20:14:17,265 INFO [Time-limited test {}] log.Log(170): Logging initialized @2422ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T20:14:17,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:14:17,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:14:17,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:14:17,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:14:17,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:14:17,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:14:17,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:14:17,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:14:17,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/java.io.tmpdir/jetty-localhost-36465-hadoop-hdfs-3_4_1-tests_jar-_-any-15167041063609298850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:14:17,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36465} 2024-11-13T20:14:17,643 INFO [Time-limited test {}] server.Server(415): Started @2801ms 2024-11-13T20:14:18,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:14:18,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:14:18,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:14:18,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:14:18,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:14:18,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:14:18,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:14:18,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/java.io.tmpdir/jetty-localhost-35363-hadoop-hdfs-3_4_1-tests_jar-_-any-7356782298392547419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:14:18,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:35363} 2024-11-13T20:14:18,174 INFO [Time-limited test {}] server.Server(415): Started @3332ms 2024-11-13T20:14:18,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:14:18,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:14:18,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:14:18,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:14:18,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:14:18,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:14:18,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:14:18,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:14:18,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/java.io.tmpdir/jetty-localhost-39853-hadoop-hdfs-3_4_1-tests_jar-_-any-17881312115044765545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:14:18,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:39853} 2024-11-13T20:14:18,520 INFO [Time-limited test {}] server.Server(415): Started @3677ms 2024-11-13T20:14:18,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:14:18,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:14:18,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:14:18,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:14:18,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:14:18,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:14:18,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:14:18,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:14:18,664 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data3/current/BP-144124708-172.17.0.2-1731528856943/current, will proceed with Du for space computation calculation, 2024-11-13T20:14:18,664 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data1/current/BP-144124708-172.17.0.2-1731528856943/current, will proceed with Du for space computation calculation, 2024-11-13T20:14:18,664 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data2/current/BP-144124708-172.17.0.2-1731528856943/current, will proceed with Du for space computation calculation, 2024-11-13T20:14:18,664 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data4/current/BP-144124708-172.17.0.2-1731528856943/current, will proceed with Du for space computation calculation, 2024-11-13T20:14:18,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/java.io.tmpdir/jetty-localhost-35563-hadoop-hdfs-3_4_1-tests_jar-_-any-7511511705204395418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:14:18,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:35563} 2024-11-13T20:14:18,719 INFO [Time-limited test {}] server.Server(415): Started @3877ms 2024-11-13T20:14:18,722 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:14:18,722 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:14:18,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:14:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x959397fe93a0bab6 with lease ID 0x6e742df91dad37bb: Processing first storage report for DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83 from datanode DatanodeRegistration(127.0.0.1:39613, datanodeUuid=81eab623-3e2a-4ccd-b28f-cc567b384ece, infoPort=43211, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943) 2024-11-13T20:14:18,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x959397fe93a0bab6 with lease ID 0x6e742df91dad37bb: from storage DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83 node DatanodeRegistration(127.0.0.1:39613, datanodeUuid=81eab623-3e2a-4ccd-b28f-cc567b384ece, infoPort=43211, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:14:18,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71b54a0b6c957ae2 with lease ID 0x6e742df91dad37ba: Processing first storage report for DS-a1439556-b71e-4268-ba3c-fac2c82dbf08 from datanode DatanodeRegistration(127.0.0.1:41967, datanodeUuid=3a93e3f7-1909-4a33-b91f-da7e140a6e1d, infoPort=37707, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943) 2024-11-13T20:14:18,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71b54a0b6c957ae2 with lease ID 0x6e742df91dad37ba: from storage DS-a1439556-b71e-4268-ba3c-fac2c82dbf08 node DatanodeRegistration(127.0.0.1:41967, datanodeUuid=3a93e3f7-1909-4a33-b91f-da7e140a6e1d, infoPort=37707, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:14:18,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x959397fe93a0bab6 with lease ID 0x6e742df91dad37bb: Processing first storage report for DS-edfef8a4-9322-4517-9464-fa4aa68b41f0 from datanode DatanodeRegistration(127.0.0.1:39613, datanodeUuid=81eab623-3e2a-4ccd-b28f-cc567b384ece, infoPort=43211, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943) 2024-11-13T20:14:18,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x959397fe93a0bab6 with lease ID 0x6e742df91dad37bb: from storage DS-edfef8a4-9322-4517-9464-fa4aa68b41f0 node DatanodeRegistration(127.0.0.1:39613, datanodeUuid=81eab623-3e2a-4ccd-b28f-cc567b384ece, infoPort=43211, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:14:18,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71b54a0b6c957ae2 with lease ID 0x6e742df91dad37ba: Processing first storage report for DS-e9d27d76-27af-414a-929f-ef5851486aef from datanode DatanodeRegistration(127.0.0.1:41967, datanodeUuid=3a93e3f7-1909-4a33-b91f-da7e140a6e1d, infoPort=37707, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943) 2024-11-13T20:14:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71b54a0b6c957ae2 with lease ID 0x6e742df91dad37ba: from storage DS-e9d27d76-27af-414a-929f-ef5851486aef node DatanodeRegistration(127.0.0.1:41967, datanodeUuid=3a93e3f7-1909-4a33-b91f-da7e140a6e1d, infoPort=37707, infoSecurePort=0, ipcPort=40937, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:14:18,840 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data5/current/BP-144124708-172.17.0.2-1731528856943/current, will proceed with Du for space computation calculation, 2024-11-13T20:14:18,841 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data6/current/BP-144124708-172.17.0.2-1731528856943/current, will proceed with Du for space computation calculation, 2024-11-13T20:14:18,867 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:14:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40fc7195d59eaa22 with lease ID 0x6e742df91dad37bc: Processing first storage report for DS-de57a29d-7add-42e4-be65-8729264acdf9 from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=f735e983-40b3-4a19-978b-5b663645a529, infoPort=34657, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943) 2024-11-13T20:14:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40fc7195d59eaa22 with lease ID 0x6e742df91dad37bc: from storage DS-de57a29d-7add-42e4-be65-8729264acdf9 node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=f735e983-40b3-4a19-978b-5b663645a529, infoPort=34657, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:14:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40fc7195d59eaa22 with lease ID 0x6e742df91dad37bc: Processing first storage report for DS-044fbe8b-22a5-4378-b29b-295c57b0c7bf from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=f735e983-40b3-4a19-978b-5b663645a529, infoPort=34657, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943) 2024-11-13T20:14:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40fc7195d59eaa22 with lease ID 0x6e742df91dad37bc: from storage DS-044fbe8b-22a5-4378-b29b-295c57b0c7bf node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=f735e983-40b3-4a19-978b-5b663645a529, infoPort=34657, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1590919720;c=1731528856943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:14:19,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac 2024-11-13T20:14:19,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/zookeeper_0, clientPort=60679, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:14:19,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60679 2024-11-13T20:14:19,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:19,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:19,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:14:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:14:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:14:19,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 with version=8 2024-11-13T20:14:19,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/hbase-staging 2024-11-13T20:14:19,913 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T20:14:20,178 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:14:20,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:14:20,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:14:20,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:14:20,397 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T20:14:20,406 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T20:14:20,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:14:20,440 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4766 (auto-detected) 2024-11-13T20:14:20,441 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T20:14:20,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45065 2024-11-13T20:14:20,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45065 connecting to ZooKeeper ensemble=127.0.0.1:60679 2024-11-13T20:14:20,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450650x0, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:14:20,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45065-0x1003ac7a89a0000 connected 2024-11-13T20:14:20,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:14:20,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3, hbase.cluster.distributed=false 2024-11-13T20:14:20,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:14:20,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-13T20:14:20,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45065 2024-11-13T20:14:20,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45065 2024-11-13T20:14:20,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-13T20:14:20,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-13T20:14:20,702 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:14:20,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:14:20,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:14:20,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:14:20,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:14:20,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45287 2024-11-13T20:14:20,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45287 connecting to ZooKeeper ensemble=127.0.0.1:60679 2024-11-13T20:14:20,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452870x0, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:14:20,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45287-0x1003ac7a89a0001 connected 2024-11-13T20:14:20,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:14:20,731 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:14:20,739 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:14:20,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:14:20,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:14:20,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45287 2024-11-13T20:14:20,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45287 2024-11-13T20:14:20,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45287 2024-11-13T20:14:20,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45287 2024-11-13T20:14:20,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45287 2024-11-13T20:14:20,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:14:20,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:14:20,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:14:20,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:14:20,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:14:20,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34879 2024-11-13T20:14:20,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34879 connecting to ZooKeeper ensemble=127.0.0.1:60679 2024-11-13T20:14:20,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348790x0, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:14:20,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34879-0x1003ac7a89a0002 connected 2024-11-13T20:14:20,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:14:20,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:14:20,783 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:14:20,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:14:20,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:14:20,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-13T20:14:20,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34879 2024-11-13T20:14:20,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34879 2024-11-13T20:14:20,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-13T20:14:20,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-13T20:14:20,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:14:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:14:20,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:14:20,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:14:20,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:14:20,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:14:20,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45115 2024-11-13T20:14:20,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45115 connecting to ZooKeeper ensemble=127.0.0.1:60679 2024-11-13T20:14:20,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:20,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451150x0, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:14:20,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451150x0, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:14:20,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45115-0x1003ac7a89a0003 connected 2024-11-13T20:14:20,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:14:20,832 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:14:20,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:14:20,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:14:20,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-13T20:14:20,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45115 2024-11-13T20:14:20,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45115 2024-11-13T20:14:20,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-13T20:14:20,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-13T20:14:20,860 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:45065 2024-11-13T20:14:20,861 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,45065,1731528859967 2024-11-13T20:14:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,873 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,45065,1731528859967 2024-11-13T20:14:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:14:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:14:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:14:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:20,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:20,896 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:14:20,897 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,45065,1731528859967 from backup master directory 2024-11-13T20:14:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,45065,1731528859967 2024-11-13T20:14:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:14:20,902 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:14:20,902 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,45065,1731528859967 2024-11-13T20:14:20,904 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T20:14:20,906 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T20:14:20,964 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/hbase.id] with ID: 48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3 2024-11-13T20:14:20,964 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.tmp/hbase.id 2024-11-13T20:14:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:14:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:14:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:14:20,987 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.tmp/hbase.id]:[hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/hbase.id] 2024-11-13T20:14:21,031 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:14:21,037 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:14:21,056 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T20:14:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:14:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:14:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:14:21,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:14:21,099 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:14:21,116 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:14:21,121 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:14:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:14:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:14:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:14:21,176 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store 2024-11-13T20:14:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:14:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:14:21,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:14:21,205 INFO [master/04ac815325d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T20:14:21,208 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:21,209 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:14:21,210 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:14:21,210 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:14:21,211 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:14:21,211 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:14:21,212 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:14:21,213 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731528861209Disabling compacts and flushes for region at 1731528861209Disabling writes for close at 1731528861211 (+2 ms)Writing region close event to WAL at 1731528861212 (+1 ms)Closed at 1731528861212 2024-11-13T20:14:21,215 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/.initializing 2024-11-13T20:14:21,215 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/WALs/04ac815325d6,45065,1731528859967 2024-11-13T20:14:21,224 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:14:21,239 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45065%2C1731528859967, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/WALs/04ac815325d6,45065,1731528859967, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/oldWALs, maxLogs=10 2024-11-13T20:14:21,263 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/WALs/04ac815325d6,45065,1731528859967/04ac815325d6%2C45065%2C1731528859967.1731528861244, exclude list is [], retry=0 2024-11-13T20:14:21,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-a1439556-b71e-4268-ba3c-fac2c82dbf08,DISK] 2024-11-13T20:14:21,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83,DISK] 2024-11-13T20:14:21,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-de57a29d-7add-42e4-be65-8729264acdf9,DISK] 2024-11-13T20:14:21,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T20:14:21,327 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/WALs/04ac815325d6,45065,1731528859967/04ac815325d6%2C45065%2C1731528859967.1731528861244 2024-11-13T20:14:21,328 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:43211:43211)] 2024-11-13T20:14:21,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:14:21,329 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:21,334 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,335 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:14:21,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:21,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:14:21,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:21,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:14:21,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:21,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:14:21,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:21,420 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,423 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,424 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,428 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,429 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,432 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:14:21,435 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:14:21,440 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:21,441 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65775185, jitterRate=-0.01987336575984955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:14:21,448 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731528861348Initializing all the Stores at 1731528861350 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528861351 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528861351Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528861352 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528861352Cleaning up temporary data from old regions at 1731528861429 (+77 ms)Region opened successfully at 1731528861447 (+18 ms) 2024-11-13T20:14:21,449 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:14:21,486 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6881401a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:14:21,520 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:14:21,531 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:14:21,532 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:14:21,535 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:14:21,536 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T20:14:21,541 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T20:14:21,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T20:14:21,574 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:14:21,586 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:14:21,588 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:14:21,590 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:14:21,592 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:14:21,593 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:14:21,596 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:14:21,599 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:14:21,600 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:14:21,602 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:14:21,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:14:21,622 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:14:21,624 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:14:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,631 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,45065,1731528859967, sessionid=0x1003ac7a89a0000, setting cluster-up flag (Was=false) 2024-11-13T20:14:21,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,651 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:14:21,652 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45065,1731528859967 2024-11-13T20:14:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:21,665 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:14:21,667 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,45065,1731528859967 2024-11-13T20:14:21,673 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:14:21,748 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(746): ClusterId : 48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3 2024-11-13T20:14:21,748 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(746): ClusterId : 48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3 2024-11-13T20:14:21,749 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(746): ClusterId : 48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3 2024-11-13T20:14:21,749 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:14:21,751 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:14:21,751 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:14:21,751 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:14:21,758 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:14:21,758 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:14:21,758 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:14:21,758 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:14:21,758 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:14:21,758 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:14:21,761 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:14:21,762 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:14:21,762 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:14:21,762 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:14:21,762 DEBUG [RS:1;04ac815325d6:34879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c373d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:14:21,762 DEBUG [RS:2;04ac815325d6:45115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5967f0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:14:21,762 DEBUG [RS:0;04ac815325d6:45287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589e1e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:14:21,768 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:14:21,776 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,45065,1731528859967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:14:21,781 DEBUG [RS:2;04ac815325d6:45115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;04ac815325d6:45115 2024-11-13T20:14:21,782 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:34879 2024-11-13T20:14:21,782 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:45287 2024-11-13T20:14:21,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:14:21,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:14:21,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:14:21,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:14:21,784 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:14:21,785 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,785 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:14:21,785 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,786 INFO [RS:0;04ac815325d6:45287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:14:21,786 INFO [RS:2;04ac815325d6:45115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:14:21,786 INFO [RS:1;04ac815325d6:34879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:14:21,786 INFO [RS:0;04ac815325d6:45287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:14:21,786 INFO [RS:2;04ac815325d6:45115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:14:21,786 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:14:21,786 INFO [RS:1;04ac815325d6:34879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:14:21,786 DEBUG [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:14:21,786 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:14:21,788 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,45065,1731528859967 with port=45115, startcode=1731528860811 2024-11-13T20:14:21,788 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,45065,1731528859967 with port=34879, startcode=1731528860766 2024-11-13T20:14:21,788 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,45065,1731528859967 with port=45287, startcode=1731528860662 2024-11-13T20:14:21,791 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731528891790 2024-11-13T20:14:21,793 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:14:21,794 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:14:21,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:14:21,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:14:21,798 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:14:21,798 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:14:21,799 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:14:21,799 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:14:21,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,799 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:14:21,803 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:14:21,803 DEBUG [RS:2;04ac815325d6:45115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:14:21,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:14:21,804 DEBUG [RS:1;04ac815325d6:34879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:14:21,804 DEBUG [RS:0;04ac815325d6:45287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:14:21,804 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:14:21,807 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:14:21,808 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:14:21,810 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731528861809,5,FailOnTimeoutGroup] 2024-11-13T20:14:21,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731528861810,5,FailOnTimeoutGroup] 2024-11-13T20:14:21,811 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,811 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:14:21,812 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,813 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:14:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:14:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:14:21,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:14:21,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:21,863 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:14:21,863 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:14:21,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:14:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:14:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:14:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:14:21,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:21,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,34879,1731528860766 2024-11-13T20:14:21,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:14:21,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45065 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,34879,1731528860766 2024-11-13T20:14:21,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:14:21,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:21,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:14:21,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:14:21,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:21,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:14:21,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:14:21,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:21,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:14:21,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,45287,1731528860662 2024-11-13T20:14:21,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45065 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,45287,1731528860662 2024-11-13T20:14:21,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:14:21,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:21,892 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:21,892 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38731 2024-11-13T20:14:21,892 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:14:21,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:21,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:14:21,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,45115,1731528860811 2024-11-13T20:14:21,893 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:21,894 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38731 2024-11-13T20:14:21,894 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:14:21,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45065 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,45115,1731528860811 2024-11-13T20:14:21,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740 2024-11-13T20:14:21,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740 2024-11-13T20:14:21,898 DEBUG [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:21,898 DEBUG [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38731 2024-11-13T20:14:21,898 DEBUG [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:14:21,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:14:21,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:14:21,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:14:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:14:21,902 DEBUG [RS:0;04ac815325d6:45287 {}] zookeeper.ZKUtil(111): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,45287,1731528860662 2024-11-13T20:14:21,902 WARN [RS:0;04ac815325d6:45287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:14:21,902 DEBUG [RS:1;04ac815325d6:34879 {}] zookeeper.ZKUtil(111): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,34879,1731528860766 2024-11-13T20:14:21,902 INFO [RS:0;04ac815325d6:45287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:14:21,902 WARN [RS:1;04ac815325d6:34879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:14:21,903 INFO [RS:1;04ac815325d6:34879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:14:21,903 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662 2024-11-13T20:14:21,903 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,34879,1731528860766 2024-11-13T20:14:21,904 DEBUG [RS:2;04ac815325d6:45115 {}] zookeeper.ZKUtil(111): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,45115,1731528860811 2024-11-13T20:14:21,904 WARN [RS:2;04ac815325d6:45115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:14:21,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,45115,1731528860811] 2024-11-13T20:14:21,904 INFO [RS:2;04ac815325d6:45115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:14:21,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,45287,1731528860662] 2024-11-13T20:14:21,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,34879,1731528860766] 2024-11-13T20:14:21,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:14:21,905 DEBUG [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811 2024-11-13T20:14:21,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:21,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64782775, jitterRate=-0.0346614271402359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:14:21,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731528861871Initializing all the Stores at 1731528861873 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528861873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528861873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528861873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528861873Cleaning up temporary data from old regions at 1731528861899 (+26 ms)Region opened successfully at 1731528861919 (+20 ms) 2024-11-13T20:14:21,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:14:21,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:14:21,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:14:21,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:14:21,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:14:21,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:14:21,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731528861919Disabling compacts and flushes for region at 1731528861919Disabling writes for close at 1731528861920 (+1 ms)Writing region close event to WAL at 1731528861921 (+1 ms)Closed at 1731528861922 (+1 ms) 2024-11-13T20:14:21,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:14:21,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:14:21,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:14:21,942 INFO [RS:2;04ac815325d6:45115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:14:21,942 INFO [RS:1;04ac815325d6:34879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:14:21,942 INFO [RS:0;04ac815325d6:45287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:14:21,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:14:21,948 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:14:21,958 INFO [RS:1;04ac815325d6:34879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:14:21,958 INFO [RS:2;04ac815325d6:45115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:14:21,959 INFO [RS:0;04ac815325d6:45287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:14:21,965 INFO [RS:1;04ac815325d6:34879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:14:21,965 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,969 INFO [RS:2;04ac815325d6:45115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:14:21,969 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,970 INFO [RS:0;04ac815325d6:45287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:14:21,970 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,972 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:14:21,972 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:14:21,972 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:14:21,981 INFO [RS:1;04ac815325d6:34879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:14:21,981 INFO [RS:2;04ac815325d6:45115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:14:21,981 INFO [RS:0;04ac815325d6:45287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:14:21,983 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,983 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,983 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,983 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,983 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:14:21,984 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:14:21,984 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:14:21,984 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,984 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:14:21,985 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:14:21,985 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:14:21,985 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:14:21,985 DEBUG [RS:2;04ac815325d6:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:14:21,985 DEBUG [RS:1;04ac815325d6:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:14:21,985 DEBUG [RS:0;04ac815325d6:45287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:14:21,992 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,993 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,993 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,993 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,993 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,993 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34879,1731528860766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:14:21,996 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,997 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,997 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,997 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,997 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:21,997 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45287,1731528860662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:14:22,004 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,004 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,004 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,005 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,005 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,005 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45115,1731528860811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:14:22,023 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:14:22,024 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:14:22,026 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45287,1731528860662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,026 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34879,1731528860766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,026 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,026 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,027 INFO [RS:1;04ac815325d6:34879 {}] regionserver.Replication(171): 04ac815325d6,34879,1731528860766 started 2024-11-13T20:14:22,027 INFO [RS:0;04ac815325d6:45287 {}] regionserver.Replication(171): 04ac815325d6,45287,1731528860662 started 2024-11-13T20:14:22,031 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:14:22,031 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45115,1731528860811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,031 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,031 INFO [RS:2;04ac815325d6:45115 {}] regionserver.Replication(171): 04ac815325d6,45115,1731528860811 started 2024-11-13T20:14:22,048 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,048 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,34879,1731528860766, RpcServer on 04ac815325d6/172.17.0.2:34879, sessionid=0x1003ac7a89a0002 2024-11-13T20:14:22,049 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:14:22,049 DEBUG [RS:1;04ac815325d6:34879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,34879,1731528860766 2024-11-13T20:14:22,049 INFO [RS:2;04ac815325d6:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,050 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,34879,1731528860766' 2024-11-13T20:14:22,050 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,45115,1731528860811, RpcServer on 04ac815325d6/172.17.0.2:45115, sessionid=0x1003ac7a89a0003 2024-11-13T20:14:22,050 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:14:22,050 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:14:22,050 DEBUG [RS:2;04ac815325d6:45115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,45115,1731528860811 2024-11-13T20:14:22,050 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45115,1731528860811' 2024-11-13T20:14:22,050 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:14:22,051 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:22,051 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:14:22,051 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,45287,1731528860662, RpcServer on 04ac815325d6/172.17.0.2:45287, sessionid=0x1003ac7a89a0001 2024-11-13T20:14:22,051 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:14:22,052 DEBUG [RS:0;04ac815325d6:45287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,45287,1731528860662 2024-11-13T20:14:22,052 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45287,1731528860662' 2024-11-13T20:14:22,052 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:14:22,052 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:14:22,052 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:14:22,052 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:14:22,053 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:14:22,053 DEBUG [RS:1;04ac815325d6:34879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,34879,1731528860766 2024-11-13T20:14:22,053 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,34879,1731528860766' 2024-11-13T20:14:22,053 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:14:22,053 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:14:22,053 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:14:22,054 DEBUG [RS:2;04ac815325d6:45115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,45115,1731528860811 2024-11-13T20:14:22,054 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:14:22,054 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45115,1731528860811' 2024-11-13T20:14:22,054 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:14:22,054 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:14:22,054 DEBUG [RS:0;04ac815325d6:45287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,45287,1731528860662 2024-11-13T20:14:22,054 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,45287,1731528860662' 2024-11-13T20:14:22,054 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:14:22,054 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:14:22,055 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:14:22,055 DEBUG [RS:1;04ac815325d6:34879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:14:22,055 INFO [RS:1;04ac815325d6:34879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:14:22,055 INFO [RS:1;04ac815325d6:34879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:14:22,056 DEBUG [RS:2;04ac815325d6:45115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:14:22,056 INFO [RS:2;04ac815325d6:45115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:14:22,056 INFO [RS:2;04ac815325d6:45115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:14:22,056 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:14:22,057 DEBUG [RS:0;04ac815325d6:45287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:14:22,057 INFO [RS:0;04ac815325d6:45287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:14:22,057 INFO [RS:0;04ac815325d6:45287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:14:22,099 WARN [04ac815325d6:45065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:14:22,162 INFO [RS:2;04ac815325d6:45115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:14:22,162 INFO [RS:0;04ac815325d6:45287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:14:22,163 INFO [RS:1;04ac815325d6:34879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:14:22,166 INFO [RS:2;04ac815325d6:45115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45115%2C1731528860811, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs, maxLogs=32 2024-11-13T20:14:22,167 INFO [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45287%2C1731528860662, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs, maxLogs=32 2024-11-13T20:14:22,168 INFO [RS:1;04ac815325d6:34879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C34879%2C1731528860766, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,34879,1731528860766, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs, maxLogs=32 2024-11-13T20:14:22,189 DEBUG [RS:2;04ac815325d6:45115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811/04ac815325d6%2C45115%2C1731528860811.1731528862169, exclude list is [], retry=0 2024-11-13T20:14:22,190 DEBUG [RS:0;04ac815325d6:45287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662/04ac815325d6%2C45287%2C1731528860662.1731528862170, exclude list is [], retry=0 2024-11-13T20:14:22,192 DEBUG [RS:1;04ac815325d6:34879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,34879,1731528860766/04ac815325d6%2C34879%2C1731528860766.1731528862171, exclude list is [], retry=0 2024-11-13T20:14:22,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-de57a29d-7add-42e4-be65-8729264acdf9,DISK] 2024-11-13T20:14:22,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83,DISK] 2024-11-13T20:14:22,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-de57a29d-7add-42e4-be65-8729264acdf9,DISK] 2024-11-13T20:14:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-a1439556-b71e-4268-ba3c-fac2c82dbf08,DISK] 2024-11-13T20:14:22,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-a1439556-b71e-4268-ba3c-fac2c82dbf08,DISK] 2024-11-13T20:14:22,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83,DISK] 2024-11-13T20:14:22,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83,DISK] 2024-11-13T20:14:22,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-de57a29d-7add-42e4-be65-8729264acdf9,DISK] 2024-11-13T20:14:22,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-a1439556-b71e-4268-ba3c-fac2c82dbf08,DISK] 2024-11-13T20:14:22,215 INFO [RS:2;04ac815325d6:45115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811/04ac815325d6%2C45115%2C1731528860811.1731528862169 2024-11-13T20:14:22,215 INFO [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662/04ac815325d6%2C45287%2C1731528860662.1731528862170 2024-11-13T20:14:22,216 DEBUG [RS:2;04ac815325d6:45115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43211:43211),(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-13T20:14:22,216 DEBUG [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:43211:43211),(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-13T20:14:22,217 INFO [RS:1;04ac815325d6:34879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,34879,1731528860766/04ac815325d6%2C34879%2C1731528860766.1731528862171 2024-11-13T20:14:22,218 DEBUG [RS:1;04ac815325d6:34879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43211:43211),(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-13T20:14:22,352 DEBUG [04ac815325d6:45065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T20:14:22,360 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:14:22,366 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:14:22,366 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:14:22,366 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T20:14:22,366 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:14:22,366 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:14:22,366 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T20:14:22,366 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:14:22,367 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:14:22,367 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T20:14:22,367 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:14:22,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:22,381 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45115,1731528860811, state=OPENING 2024-11-13T20:14:22,386 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:14:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:14:22,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:22,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:22,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:22,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:22,391 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:14:22,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45115,1731528860811}] 2024-11-13T20:14:30,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:14:30,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T20:14:32,432 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:14:32,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:14:32,475 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:14:32,476 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:14:32,477 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:14:32,481 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45115%2C1731528860811.meta, suffix=.meta, logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs, maxLogs=32 2024-11-13T20:14:32,506 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, exclude list is [], retry=0 2024-11-13T20:14:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-a1439556-b71e-4268-ba3c-fac2c82dbf08,DISK] 2024-11-13T20:14:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-de57a29d-7add-42e4-be65-8729264acdf9,DISK] 2024-11-13T20:14:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83,DISK] 2024-11-13T20:14:32,546 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta 2024-11-13T20:14:32,550 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:43211:43211),(127.0.0.1/127.0.0.1:34657:34657)] 2024-11-13T20:14:32,550 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:14:32,552 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:14:32,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:14:32,563 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:14:32,569 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:14:32,569 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:32,570 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:14:32,570 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:14:32,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:14:32,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:14:32,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:32,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:32,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:14:32,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:14:32,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:32,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:32,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:14:32,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:14:32,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:32,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:32,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:14:32,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:14:32,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:32,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:14:32,592 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:14:32,594 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740 2024-11-13T20:14:32,597 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740 2024-11-13T20:14:32,600 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:14:32,600 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:14:32,601 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:14:32,606 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:14:32,608 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67629154, jitterRate=0.007752925157546997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:14:32,608 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:14:32,610 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731528872570Writing region info on filesystem at 1731528872571 (+1 ms)Initializing all the Stores at 1731528872573 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528872574 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528872575 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528872575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528872575Cleaning up temporary data from old regions at 1731528872600 (+25 ms)Running coprocessor post-open hooks at 1731528872608 (+8 ms)Region opened successfully at 1731528872610 (+2 ms) 2024-11-13T20:14:32,619 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731528872413 2024-11-13T20:14:32,634 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:14:32,636 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:14:32,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:32,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45115,1731528860811, state=OPEN 2024-11-13T20:14:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:14:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:14:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:14:32,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:32,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:32,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:14:32,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:14:32,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,45115,1731528860811 2024-11-13T20:14:32,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:14:32,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45115,1731528860811 in 10.2520 sec 2024-11-13T20:14:32,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:14:32,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7210 sec 2024-11-13T20:14:32,661 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:14:32,661 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:14:32,686 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:14:32,687 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1] 2024-11-13T20:14:32,715 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:14:32,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:14:32,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0370 sec 2024-11-13T20:14:32,742 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731528872741, completionTime=-1 2024-11-13T20:14:32,745 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T20:14:32,746 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:14:32,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T20:14:32,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731528932781 2024-11-13T20:14:32,781 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731528992781 2024-11-13T20:14:32,782 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-13T20:14:32,783 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:14:32,792 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45065,1731528859967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,792 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45065,1731528859967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,792 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45065,1731528859967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,794 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:45065, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,795 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,795 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,850 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:14:32,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.984sec 2024-11-13T20:14:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:14:32,891 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:14:32,892 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:14:32,893 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:14:32,893 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:14:32,894 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45065,1731528859967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:14:32,894 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45065,1731528859967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:14:32,900 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:14:32,901 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:14:32,902 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,45065,1731528859967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:14:32,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ce948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:14:32,975 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T20:14:32,976 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T20:14:32,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45065,-1 for getting cluster id 2024-11-13T20:14:32,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:14:33,001 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3' 2024-11-13T20:14:33,005 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:14:33,005 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3" 2024-11-13T20:14:33,005 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df07cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:14:33,005 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45065,-1] 2024-11-13T20:14:33,008 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:14:33,010 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:14:33,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:14:33,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5d0bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:14:33,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:14:33,024 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1] 2024-11-13T20:14:33,024 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:14:33,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:14:33,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,45065,1731528859967 2024-11-13T20:14:33,054 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731528873053 (current time:1731528873053). 2024-11-13T20:14:33,055 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T20:14:33,055 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T20:14:33,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:14:33,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,45065,-1 for getting cluster id 2024-11-13T20:14:33,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:14:33,059 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3' 2024-11-13T20:14:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:14:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3" 2024-11-13T20:14:33,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f83a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:14:33,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,45065,-1] 2024-11-13T20:14:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:14:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:14:33,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:14:33,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af1025d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:14:33,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:14:33,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1] 2024-11-13T20:14:33,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:14:33,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:14:33,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:14:33,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:14:33,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:14:33,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:14:33,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:14:33,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:14:33,096 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,45065,1731528859967 2024-11-13T20:14:33,102 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f9de101 2024-11-13T20:14:33,104 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:14:33,108 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:14:33,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:14:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T20:14:33,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:14:33,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T20:14:33,131 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:33,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:14:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741837_1013 (size=361) 2024-11-13T20:14:33,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741837_1013 (size=361) 2024-11-13T20:14:33,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741837_1013 (size=361) 2024-11-13T20:14:33,181 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bc74b60f8366da4d231788f0d687bc5, NAME => 'SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,189 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 965dfae55df565b98398713965d9a333, NAME => 'SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,196 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => df547e0512f75c9cd47ed5056bd5055c, NAME => 'SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741838_1014 (size=54) 2024-11-13T20:14:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741838_1014 (size=54) 2024-11-13T20:14:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741838_1014 (size=54) 2024-11-13T20:14:33,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8bc74b60f8366da4d231788f0d687bc5, disabling compactions & flushes 2024-11-13T20:14:33,226 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:33,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:33,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. after waiting 0 ms 2024-11-13T20:14:33,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:33,226 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:33,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bc74b60f8366da4d231788f0d687bc5: Waiting for close lock at 1731528873226Disabling compacts and flushes for region at 1731528873226Disabling writes for close at 1731528873226Writing region close event to WAL at 1731528873226Closed at 1731528873226 2024-11-13T20:14:33,227 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbc2760cb79fc6d8c7e01c9e0ae2f04c, NAME => 'SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741839_1015 (size=62) 2024-11-13T20:14:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741839_1015 (size=62) 2024-11-13T20:14:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741839_1015 (size=62) 2024-11-13T20:14:33,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 965dfae55df565b98398713965d9a333, disabling compactions & flushes 2024-11-13T20:14:33,248 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:33,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:33,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. after waiting 0 ms 2024-11-13T20:14:33,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:33,248 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:33,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 965dfae55df565b98398713965d9a333: Waiting for close lock at 1731528873247Disabling compacts and flushes for region at 1731528873247Disabling writes for close at 1731528873248 (+1 ms)Writing region close event to WAL at 1731528873248Closed at 1731528873248 2024-11-13T20:14:33,249 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 86cecc8d2835cde930a16794fb041466, NAME => 'SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741840_1016 (size=62) 2024-11-13T20:14:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741840_1016 (size=62) 2024-11-13T20:14:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741840_1016 (size=62) 2024-11-13T20:14:33,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing df547e0512f75c9cd47ed5056bd5055c, disabling compactions & flushes 2024-11-13T20:14:33,274 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:33,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:33,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. after waiting 0 ms 2024-11-13T20:14:33,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:33,274 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:33,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for df547e0512f75c9cd47ed5056bd5055c: Waiting for close lock at 1731528873274Disabling compacts and flushes for region at 1731528873274Disabling writes for close at 1731528873274Writing region close event to WAL at 1731528873274Closed at 1731528873274 2024-11-13T20:14:33,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c0edcb492504b052e0e041a9d5853cfe, NAME => 'SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741841_1017 (size=62) 2024-11-13T20:14:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741841_1017 (size=62) 2024-11-13T20:14:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741841_1017 (size=62) 2024-11-13T20:14:33,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bbc2760cb79fc6d8c7e01c9e0ae2f04c, disabling compactions & flushes 2024-11-13T20:14:33,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:33,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:33,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. after waiting 0 ms 2024-11-13T20:14:33,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:33,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:33,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbc2760cb79fc6d8c7e01c9e0ae2f04c: Waiting for close lock at 1731528873303Disabling compacts and flushes for region at 1731528873303Disabling writes for close at 1731528873303Writing region close event to WAL at 1731528873303Closed at 1731528873303 2024-11-13T20:14:33,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 720165b06ad82fc633e1f1a3d92688d3, NAME => 'SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741842_1018 (size=62) 2024-11-13T20:14:33,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741842_1018 (size=62) 2024-11-13T20:14:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741842_1018 (size=62) 2024-11-13T20:14:33,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 86cecc8d2835cde930a16794fb041466, disabling compactions & flushes 2024-11-13T20:14:33,332 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:33,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:33,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. after waiting 0 ms 2024-11-13T20:14:33,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:33,332 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:33,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 86cecc8d2835cde930a16794fb041466: Waiting for close lock at 1731528873332Disabling compacts and flushes for region at 1731528873332Disabling writes for close at 1731528873332Writing region close event to WAL at 1731528873332Closed at 1731528873332 2024-11-13T20:14:33,333 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1fe08b2904ce20d81a7e5b5d5878d220, NAME => 'SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741843_1019 (size=62) 2024-11-13T20:14:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741843_1019 (size=62) 2024-11-13T20:14:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741843_1019 (size=62) 2024-11-13T20:14:33,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c0edcb492504b052e0e041a9d5853cfe, disabling compactions & flushes 2024-11-13T20:14:33,342 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:33,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:33,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. after waiting 0 ms 2024-11-13T20:14:33,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:33,342 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:33,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c0edcb492504b052e0e041a9d5853cfe: Waiting for close lock at 1731528873341Disabling compacts and flushes for region at 1731528873341Disabling writes for close at 1731528873342 (+1 ms)Writing region close event to WAL at 1731528873342Closed at 1731528873342 2024-11-13T20:14:33,343 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 20f05d2ffbb01b82f51b87d8d74a347d, NAME => 'SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741844_1020 (size=62) 2024-11-13T20:14:33,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741844_1020 (size=62) 2024-11-13T20:14:33,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741844_1020 (size=62) 2024-11-13T20:14:33,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 720165b06ad82fc633e1f1a3d92688d3, disabling compactions & flushes 2024-11-13T20:14:33,368 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:33,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:33,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. after waiting 0 ms 2024-11-13T20:14:33,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:33,369 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:33,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 720165b06ad82fc633e1f1a3d92688d3: Waiting for close lock at 1731528873368Disabling compacts and flushes for region at 1731528873368Disabling writes for close at 1731528873369 (+1 ms)Writing region close event to WAL at 1731528873369Closed at 1731528873369 2024-11-13T20:14:33,370 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29f8144fb40e945acb608d2b270fedfc, NAME => 'SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3 2024-11-13T20:14:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741846_1022 (size=62) 2024-11-13T20:14:33,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741846_1022 (size=62) 2024-11-13T20:14:33,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741846_1022 (size=62) 2024-11-13T20:14:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741845_1021 (size=62) 2024-11-13T20:14:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741845_1021 (size=62) 2024-11-13T20:14:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741845_1021 (size=62) 2024-11-13T20:14:33,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1fe08b2904ce20d81a7e5b5d5878d220, disabling compactions & flushes 2024-11-13T20:14:33,420 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:33,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:33,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. after waiting 0 ms 2024-11-13T20:14:33,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:33,421 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:33,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1fe08b2904ce20d81a7e5b5d5878d220: Waiting for close lock at 1731528873420Disabling compacts and flushes for region at 1731528873420Disabling writes for close at 1731528873421 (+1 ms)Writing region close event to WAL at 1731528873421Closed at 1731528873421 2024-11-13T20:14:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741847_1023 (size=54) 2024-11-13T20:14:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741847_1023 (size=54) 2024-11-13T20:14:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741847_1023 (size=54) 2024-11-13T20:14:33,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 29f8144fb40e945acb608d2b270fedfc, disabling compactions & flushes 2024-11-13T20:14:33,428 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:33,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:33,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. after waiting 0 ms 2024-11-13T20:14:33,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:33,428 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:33,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29f8144fb40e945acb608d2b270fedfc: Waiting for close lock at 1731528873427Disabling compacts and flushes for region at 1731528873427Disabling writes for close at 1731528873428 (+1 ms)Writing region close event to WAL at 1731528873428Closed at 1731528873428 2024-11-13T20:14:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:33,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:33,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 20f05d2ffbb01b82f51b87d8d74a347d, disabling compactions & flushes 2024-11-13T20:14:33,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:33,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:33,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. after waiting 0 ms 2024-11-13T20:14:33,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:33,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:33,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 20f05d2ffbb01b82f51b87d8d74a347d: Waiting for close lock at 1731528873796Disabling compacts and flushes for region at 1731528873796Disabling writes for close at 1731528873796Writing region close event to WAL at 1731528873796Closed at 1731528873796 2024-11-13T20:14:33,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:14:33,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731528873800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731528873800"}]},"ts":"1731528873800"} 2024-11-13T20:14:33,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T20:14:33,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:14:33,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731528873860"}]},"ts":"1731528873860"} 2024-11-13T20:14:33,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T20:14:33,870 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:14:33,880 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:14:33,880 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:14:33,880 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T20:14:33,880 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:14:33,880 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:14:33,881 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T20:14:33,881 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:14:33,881 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:14:33,881 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T20:14:33,881 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:14:33,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=965dfae55df565b98398713965d9a333, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df547e0512f75c9cd47ed5056bd5055c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86cecc8d2835cde930a16794fb041466, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0edcb492504b052e0e041a9d5853cfe, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fe08b2904ce20d81a7e5b5d5878d220, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29f8144fb40e945acb608d2b270fedfc, ASSIGN}] 2024-11-13T20:14:33,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=965dfae55df565b98398713965d9a333, ASSIGN 2024-11-13T20:14:33,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN 2024-11-13T20:14:33,890 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29f8144fb40e945acb608d2b270fedfc, ASSIGN 2024-11-13T20:14:33,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN 2024-11-13T20:14:33,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=965dfae55df565b98398713965d9a333, ASSIGN; state=OFFLINE, location=04ac815325d6,45287,1731528860662; forceNewPlan=false, retain=false 2024-11-13T20:14:33,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN; state=OFFLINE, location=04ac815325d6,45115,1731528860811; forceNewPlan=false, retain=false 2024-11-13T20:14:33,892 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN; state=OFFLINE, location=04ac815325d6,45115,1731528860811; forceNewPlan=false, retain=false 2024-11-13T20:14:33,893 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29f8144fb40e945acb608d2b270fedfc, ASSIGN; state=OFFLINE, location=04ac815325d6,34879,1731528860766; forceNewPlan=false, retain=false 2024-11-13T20:14:33,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fe08b2904ce20d81a7e5b5d5878d220, ASSIGN 2024-11-13T20:14:33,896 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN 2024-11-13T20:14:33,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN; state=OFFLINE, location=04ac815325d6,45115,1731528860811; forceNewPlan=false, retain=false 2024-11-13T20:14:33,899 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0edcb492504b052e0e041a9d5853cfe, ASSIGN 2024-11-13T20:14:33,899 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1fe08b2904ce20d81a7e5b5d5878d220, ASSIGN; state=OFFLINE, location=04ac815325d6,45287,1731528860662; forceNewPlan=false, retain=false 2024-11-13T20:14:33,902 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0edcb492504b052e0e041a9d5853cfe, ASSIGN; state=OFFLINE, location=04ac815325d6,34879,1731528860766; forceNewPlan=false, retain=false 2024-11-13T20:14:33,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86cecc8d2835cde930a16794fb041466, ASSIGN 2024-11-13T20:14:33,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN 2024-11-13T20:14:33,909 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86cecc8d2835cde930a16794fb041466, ASSIGN; state=OFFLINE, location=04ac815325d6,45287,1731528860662; forceNewPlan=false, retain=false 2024-11-13T20:14:33,910 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN; state=OFFLINE, location=04ac815325d6,45115,1731528860811; forceNewPlan=false, retain=false 2024-11-13T20:14:33,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df547e0512f75c9cd47ed5056bd5055c, ASSIGN 2024-11-13T20:14:33,915 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df547e0512f75c9cd47ed5056bd5055c, ASSIGN; state=OFFLINE, location=04ac815325d6,34879,1731528860766; forceNewPlan=false, retain=false 2024-11-13T20:14:33,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:14:34,045 INFO [04ac815325d6:45065 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T20:14:34,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=965dfae55df565b98398713965d9a333, regionState=OPENING, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:14:34,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86cecc8d2835cde930a16794fb041466, regionState=OPENING, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:14:34,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=20f05d2ffbb01b82f51b87d8d74a347d, regionState=OPENING, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:34,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bbc2760cb79fc6d8c7e01c9e0ae2f04c, regionState=OPENING, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:34,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=720165b06ad82fc633e1f1a3d92688d3, regionState=OPENING, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:34,049 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bc74b60f8366da4d231788f0d687bc5, regionState=OPENING, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:34,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1fe08b2904ce20d81a7e5b5d5878d220, regionState=OPENING, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:14:34,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=29f8144fb40e945acb608d2b270fedfc, regionState=OPENING, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:14:34,049 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c0edcb492504b052e0e041a9d5853cfe, regionState=OPENING, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:14:34,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=df547e0512f75c9cd47ed5056bd5055c, regionState=OPENING, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:14:34,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86cecc8d2835cde930a16794fb041466, ASSIGN because future has completed 2024-11-13T20:14:34,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86cecc8d2835cde930a16794fb041466, server=04ac815325d6,45287,1731528860662}] 2024-11-13T20:14:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=965dfae55df565b98398713965d9a333, ASSIGN because future has completed 2024-11-13T20:14:34,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN because future has completed 2024-11-13T20:14:34,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965dfae55df565b98398713965d9a333, server=04ac815325d6,45287,1731528860662}] 2024-11-13T20:14:34,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d, server=04ac815325d6,45115,1731528860811}] 2024-11-13T20:14:34,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN because future has completed 2024-11-13T20:14:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN because future has completed 2024-11-13T20:14:34,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c, server=04ac815325d6,45115,1731528860811}] 2024-11-13T20:14:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN because future has completed 2024-11-13T20:14:34,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1fe08b2904ce20d81a7e5b5d5878d220, ASSIGN because future has completed 2024-11-13T20:14:34,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720165b06ad82fc633e1f1a3d92688d3, server=04ac815325d6,45115,1731528860811}] 2024-11-13T20:14:34,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29f8144fb40e945acb608d2b270fedfc, ASSIGN because future has completed 2024-11-13T20:14:34,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29f8144fb40e945acb608d2b270fedfc, server=04ac815325d6,34879,1731528860766}] 2024-11-13T20:14:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0edcb492504b052e0e041a9d5853cfe, ASSIGN because future has completed 2024-11-13T20:14:34,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df547e0512f75c9cd47ed5056bd5055c, ASSIGN because future has completed 2024-11-13T20:14:34,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220, server=04ac815325d6,45287,1731528860662}] 2024-11-13T20:14:34,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0edcb492504b052e0e041a9d5853cfe, server=04ac815325d6,34879,1731528860766}] 2024-11-13T20:14:34,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure df547e0512f75c9cd47ed5056bd5055c, server=04ac815325d6,34879,1731528860766}] 2024-11-13T20:14:34,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bc74b60f8366da4d231788f0d687bc5, server=04ac815325d6,45115,1731528860811}] 2024-11-13T20:14:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:38,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T20:14:40,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:14:40,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:14:40,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:14:40,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:14:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:44,070 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:14:44,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:14:44,081 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:44,081 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 965dfae55df565b98398713965d9a333, NAME => 'SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T20:14:44,082 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,082 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,082 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,082 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,085 INFO [StoreOpener-965dfae55df565b98398713965d9a333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,087 INFO [StoreOpener-965dfae55df565b98398713965d9a333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965dfae55df565b98398713965d9a333 columnFamilyName cf 2024-11-13T20:14:44,087 DEBUG [StoreOpener-965dfae55df565b98398713965d9a333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,089 INFO [StoreOpener-965dfae55df565b98398713965d9a333-1 {}] regionserver.HStore(327): Store=965dfae55df565b98398713965d9a333/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,089 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,093 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:44,093 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,093 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 20f05d2ffbb01b82f51b87d8d74a347d, NAME => 'SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T20:14:44,093 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,093 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,094 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,097 INFO [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:14:44,100 INFO [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f05d2ffbb01b82f51b87d8d74a347d columnFamilyName cf 2024-11-13T20:14:44,100 DEBUG [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:14:44,101 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,101 INFO [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] regionserver.HStore(327): Store=20f05d2ffbb01b82f51b87d8d74a347d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,101 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,103 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,103 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,104 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,104 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,108 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,115 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/965dfae55df565b98398713965d9a333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,116 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 965dfae55df565b98398713965d9a333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72071951, jitterRate=0.07395575940608978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,116 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 965dfae55df565b98398713965d9a333 2024-11-13T20:14:44,118 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 965dfae55df565b98398713965d9a333: Running coprocessor pre-open hook at 1731528884082Writing region info on filesystem at 1731528884082Initializing all the Stores at 1731528884084 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884084Cleaning up temporary data from old regions at 1731528884094 (+10 ms)Running coprocessor post-open hooks at 1731528884116 (+22 ms)Region opened successfully at 1731528884117 (+1 ms) 2024-11-13T20:14:44,121 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333., pid=16, masterSystemTime=1731528884070 2024-11-13T20:14:44,123 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/20f05d2ffbb01b82f51b87d8d74a347d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,124 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 20f05d2ffbb01b82f51b87d8d74a347d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069225, jitterRate=0.04411281645298004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,124 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:44,124 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 20f05d2ffbb01b82f51b87d8d74a347d: Running coprocessor pre-open hook at 1731528884094Writing region info on filesystem at 1731528884094Initializing all the Stores at 1731528884097 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884097Cleaning up temporary data from old regions at 1731528884104 (+7 ms)Running coprocessor post-open hooks at 1731528884124 (+20 ms)Region opened successfully at 1731528884124 2024-11-13T20:14:44,125 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:44,125 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:14:44,125 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:44,126 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., pid=17, masterSystemTime=1731528884079 2024-11-13T20:14:44,126 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 86cecc8d2835cde930a16794fb041466, NAME => 'SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T20:14:44,127 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,127 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,127 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,127 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=965dfae55df565b98398713965d9a333, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:14:44,131 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:44,131 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:14:44,131 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:44,132 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 720165b06ad82fc633e1f1a3d92688d3, NAME => 'SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T20:14:44,132 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,132 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,132 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965dfae55df565b98398713965d9a333, server=04ac815325d6,45287,1731528860662 because future has completed 2024-11-13T20:14:44,132 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,133 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:44,133 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c0edcb492504b052e0e041a9d5853cfe, NAME => 'SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T20:14:44,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=20f05d2ffbb01b82f51b87d8d74a347d, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:44,134 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,134 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,134 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,134 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d, server=04ac815325d6,45115,1731528860811 because future has completed 2024-11-13T20:14:44,137 INFO [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-13T20:14:44,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 965dfae55df565b98398713965d9a333, server=04ac815325d6,45287,1731528860662 in 10.0710 sec 2024-11-13T20:14:44,141 INFO [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720165b06ad82fc633e1f1a3d92688d3 columnFamilyName cf 2024-11-13T20:14:44,141 DEBUG [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,142 INFO [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] regionserver.HStore(327): Store=720165b06ad82fc633e1f1a3d92688d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,143 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=965dfae55df565b98398713965d9a333, ASSIGN in 10.2580 sec 2024-11-13T20:14:44,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-13T20:14:44,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d, server=04ac815325d6,45115,1731528860811 in 10.0670 sec 2024-11-13T20:14:44,145 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,145 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,146 INFO [StoreOpener-86cecc8d2835cde930a16794fb041466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,146 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,146 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,147 INFO [StoreOpener-c0edcb492504b052e0e041a9d5853cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN in 10.2620 sec 2024-11-13T20:14:44,150 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,152 INFO [StoreOpener-86cecc8d2835cde930a16794fb041466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86cecc8d2835cde930a16794fb041466 columnFamilyName cf 2024-11-13T20:14:44,152 DEBUG [StoreOpener-86cecc8d2835cde930a16794fb041466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,154 INFO [StoreOpener-86cecc8d2835cde930a16794fb041466-1 {}] regionserver.HStore(327): Store=86cecc8d2835cde930a16794fb041466/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,154 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,155 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/720165b06ad82fc633e1f1a3d92688d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,156 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 720165b06ad82fc633e1f1a3d92688d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63688674, jitterRate=-0.050964802503585815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,156 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,157 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:44,157 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 720165b06ad82fc633e1f1a3d92688d3: Running coprocessor pre-open hook at 1731528884132Writing region info on filesystem at 1731528884132Initializing all the Stores at 1731528884135 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884135Cleaning up temporary data from old regions at 1731528884146 (+11 ms)Running coprocessor post-open hooks at 1731528884157 (+11 ms)Region opened successfully at 1731528884157 2024-11-13T20:14:44,158 INFO [StoreOpener-c0edcb492504b052e0e041a9d5853cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0edcb492504b052e0e041a9d5853cfe columnFamilyName cf 2024-11-13T20:14:44,158 DEBUG [StoreOpener-c0edcb492504b052e0e041a9d5853cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,158 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,158 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., pid=19, masterSystemTime=1731528884079 2024-11-13T20:14:44,159 INFO [StoreOpener-c0edcb492504b052e0e041a9d5853cfe-1 {}] regionserver.HStore(327): Store=c0edcb492504b052e0e041a9d5853cfe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,159 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,160 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,161 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,161 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,161 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,163 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,163 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,163 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:44,163 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:14:44,163 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:44,163 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bbc2760cb79fc6d8c7e01c9e0ae2f04c, NAME => 'SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T20:14:44,164 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=720165b06ad82fc633e1f1a3d92688d3, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:44,164 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,164 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,164 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,167 INFO [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,168 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,168 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720165b06ad82fc633e1f1a3d92688d3, server=04ac815325d6,45115,1731528860811 because future has completed 2024-11-13T20:14:44,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-13T20:14:44,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 720165b06ad82fc633e1f1a3d92688d3, server=04ac815325d6,45115,1731528860811 in 10.0860 sec 2024-11-13T20:14:44,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN in 10.2920 sec 2024-11-13T20:14:44,186 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/c0edcb492504b052e0e041a9d5853cfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,186 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/86cecc8d2835cde930a16794fb041466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,187 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 86cecc8d2835cde930a16794fb041466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64839872, jitterRate=-0.03381061553955078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:44,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 86cecc8d2835cde930a16794fb041466: Running coprocessor pre-open hook at 1731528884127Writing region info on filesystem at 1731528884127Initializing all the Stores at 1731528884136 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884136Cleaning up temporary data from old regions at 1731528884161 (+25 ms)Running coprocessor post-open hooks at 1731528884187 (+26 ms)Region opened successfully at 1731528884187 2024-11-13T20:14:44,187 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c0edcb492504b052e0e041a9d5853cfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74511860, jitterRate=0.11031323671340942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,187 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:44,188 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c0edcb492504b052e0e041a9d5853cfe: Running coprocessor pre-open hook at 1731528884134Writing region info on filesystem at 1731528884134Initializing all the Stores at 1731528884144 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884144Cleaning up temporary data from old regions at 1731528884163 (+19 ms)Running coprocessor post-open hooks at 1731528884187 (+24 ms)Region opened successfully at 1731528884187 2024-11-13T20:14:44,188 INFO [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc2760cb79fc6d8c7e01c9e0ae2f04c columnFamilyName cf 2024-11-13T20:14:44,188 DEBUG [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,188 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466., pid=15, masterSystemTime=1731528884070 2024-11-13T20:14:44,189 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe., pid=22, masterSystemTime=1731528884098 2024-11-13T20:14:44,190 INFO [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] regionserver.HStore(327): Store=bbc2760cb79fc6d8c7e01c9e0ae2f04c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,190 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,192 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,192 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,193 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,193 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,196 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:44,196 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:14:44,196 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:44,196 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fe08b2904ce20d81a7e5b5d5878d220, NAME => 'SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T20:14:44,197 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,197 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,197 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,197 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86cecc8d2835cde930a16794fb041466, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:14:44,199 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,200 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:44,200 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:14:44,200 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:44,200 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => df547e0512f75c9cd47ed5056bd5055c, NAME => 'SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T20:14:44,201 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,201 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,201 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,201 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c0edcb492504b052e0e041a9d5853cfe, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:14:44,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86cecc8d2835cde930a16794fb041466, server=04ac815325d6,45287,1731528860662 because future has completed 2024-11-13T20:14:44,212 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/bbc2760cb79fc6d8c7e01c9e0ae2f04c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,213 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bbc2760cb79fc6d8c7e01c9e0ae2f04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63268076, jitterRate=-0.05723220109939575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,213 INFO [StoreOpener-1fe08b2904ce20d81a7e5b5d5878d220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,213 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:44,213 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bbc2760cb79fc6d8c7e01c9e0ae2f04c: Running coprocessor pre-open hook at 1731528884164Writing region info on filesystem at 1731528884164Initializing all the Stores at 1731528884166 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884166Cleaning up temporary data from old regions at 1731528884193 (+27 ms)Running coprocessor post-open hooks at 1731528884213 (+20 ms)Region opened successfully at 1731528884213 2024-11-13T20:14:44,215 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c., pid=18, masterSystemTime=1731528884079 2024-11-13T20:14:44,216 INFO [StoreOpener-1fe08b2904ce20d81a7e5b5d5878d220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fe08b2904ce20d81a7e5b5d5878d220 columnFamilyName cf 2024-11-13T20:14:44,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0edcb492504b052e0e041a9d5853cfe, server=04ac815325d6,34879,1731528860766 because future has completed 2024-11-13T20:14:44,217 INFO [StoreOpener-df547e0512f75c9cd47ed5056bd5055c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,217 DEBUG [StoreOpener-1fe08b2904ce20d81a7e5b5d5878d220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,218 INFO [StoreOpener-1fe08b2904ce20d81a7e5b5d5878d220-1 {}] regionserver.HStore(327): Store=1fe08b2904ce20d81a7e5b5d5878d220/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,218 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,221 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,222 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,222 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:44,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-13T20:14:44,222 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,222 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:14:44,222 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86cecc8d2835cde930a16794fb041466, server=04ac815325d6,45287,1731528860662 in 10.1480 sec 2024-11-13T20:14:44,223 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:44,223 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bc74b60f8366da4d231788f0d687bc5, NAME => 'SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T20:14:44,223 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,223 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,223 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,224 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-13T20:14:44,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c0edcb492504b052e0e041a9d5853cfe, server=04ac815325d6,34879,1731528860766 in 10.1240 sec 2024-11-13T20:14:44,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bbc2760cb79fc6d8c7e01c9e0ae2f04c, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:44,227 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,227 INFO [StoreOpener-df547e0512f75c9cd47ed5056bd5055c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df547e0512f75c9cd47ed5056bd5055c columnFamilyName cf 2024-11-13T20:14:44,228 DEBUG [StoreOpener-df547e0512f75c9cd47ed5056bd5055c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,228 INFO [StoreOpener-df547e0512f75c9cd47ed5056bd5055c-1 {}] regionserver.HStore(327): Store=df547e0512f75c9cd47ed5056bd5055c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,229 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86cecc8d2835cde930a16794fb041466, ASSIGN in 10.3400 sec 2024-11-13T20:14:44,231 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,233 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0edcb492504b052e0e041a9d5853cfe, ASSIGN in 10.3440 sec 2024-11-13T20:14:44,233 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,233 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c, server=04ac815325d6,45115,1731528860811 because future has completed 2024-11-13T20:14:44,237 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-13T20:14:44,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c, server=04ac815325d6,45115,1731528860811 in 10.1560 sec 2024-11-13T20:14:44,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN in 10.3580 sec 2024-11-13T20:14:44,249 INFO [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,251 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/df547e0512f75c9cd47ed5056bd5055c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,252 INFO [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bc74b60f8366da4d231788f0d687bc5 columnFamilyName cf 2024-11-13T20:14:44,252 DEBUG [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,252 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened df547e0512f75c9cd47ed5056bd5055c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61474467, jitterRate=-0.08395905792713165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,252 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:44,253 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for df547e0512f75c9cd47ed5056bd5055c: Running coprocessor pre-open hook at 1731528884201Writing region info on filesystem at 1731528884201Initializing all the Stores at 1731528884204 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884204Cleaning up temporary data from old regions at 1731528884233 (+29 ms)Running coprocessor post-open hooks at 1731528884252 (+19 ms)Region opened successfully at 1731528884253 (+1 ms) 2024-11-13T20:14:44,253 INFO [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] regionserver.HStore(327): Store=8bc74b60f8366da4d231788f0d687bc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,253 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,253 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,254 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1fe08b2904ce20d81a7e5b5d5878d220; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68982210, jitterRate=0.02791503071784973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,254 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c., pid=23, masterSystemTime=1731528884098 2024-11-13T20:14:44,254 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:44,255 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1fe08b2904ce20d81a7e5b5d5878d220: Running coprocessor pre-open hook at 1731528884197Writing region info on filesystem at 1731528884197Initializing all the Stores at 1731528884200 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884200Cleaning up temporary data from old regions at 1731528884222 (+22 ms)Running coprocessor post-open hooks at 1731528884254 (+32 ms)Region opened successfully at 1731528884255 (+1 ms) 2024-11-13T20:14:44,255 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,255 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,256 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,256 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,262 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., pid=20, masterSystemTime=1731528884070 2024-11-13T20:14:44,262 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:44,263 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:14:44,263 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:44,263 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,263 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 29f8144fb40e945acb608d2b270fedfc, NAME => 'SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T20:14:44,263 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,263 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:14:44,264 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,264 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,265 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=df547e0512f75c9cd47ed5056bd5055c, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:14:44,266 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:44,266 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:14:44,267 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/8bc74b60f8366da4d231788f0d687bc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1fe08b2904ce20d81a7e5b5d5878d220, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:14:44,268 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8bc74b60f8366da4d231788f0d687bc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59088996, jitterRate=-0.11950534582138062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,268 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:44,268 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8bc74b60f8366da4d231788f0d687bc5: Running coprocessor pre-open hook at 1731528884224Writing region info on filesystem at 1731528884224Initializing all the Stores at 1731528884227 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884227Cleaning up temporary data from old regions at 1731528884256 (+29 ms)Running coprocessor post-open hooks at 1731528884268 (+12 ms)Region opened successfully at 1731528884268 2024-11-13T20:14:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure df547e0512f75c9cd47ed5056bd5055c, server=04ac815325d6,34879,1731528860766 because future has completed 2024-11-13T20:14:44,269 INFO [StoreOpener-29f8144fb40e945acb608d2b270fedfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,273 INFO [StoreOpener-29f8144fb40e945acb608d2b270fedfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29f8144fb40e945acb608d2b270fedfc columnFamilyName cf 2024-11-13T20:14:44,273 DEBUG [StoreOpener-29f8144fb40e945acb608d2b270fedfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:14:44,274 INFO [StoreOpener-29f8144fb40e945acb608d2b270fedfc-1 {}] regionserver.HStore(327): Store=29f8144fb40e945acb608d2b270fedfc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:14:44,274 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,275 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,276 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,277 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,277 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,277 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5., pid=24, masterSystemTime=1731528884079 2024-11-13T20:14:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220, server=04ac815325d6,45287,1731528860662 because future has completed 2024-11-13T20:14:44,280 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-13T20:14:44,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure df547e0512f75c9cd47ed5056bd5055c, server=04ac815325d6,34879,1731528860766 in 10.1720 sec 2024-11-13T20:14:44,284 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:44,284 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:14:44,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-13T20:14:44,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220, server=04ac815325d6,45287,1731528860662 in 10.1960 sec 2024-11-13T20:14:44,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bc74b60f8366da4d231788f0d687bc5, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45115,1731528860811 2024-11-13T20:14:44,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df547e0512f75c9cd47ed5056bd5055c, ASSIGN in 10.4000 sec 2024-11-13T20:14:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fe08b2904ce20d81a7e5b5d5878d220, ASSIGN in 10.4030 sec 2024-11-13T20:14:44,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bc74b60f8366da4d231788f0d687bc5, server=04ac815325d6,45115,1731528860811 because future has completed 2024-11-13T20:14:44,293 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:14:44,295 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 29f8144fb40e945acb608d2b270fedfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64868944, jitterRate=-0.03337740898132324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:14:44,295 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:44,295 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 29f8144fb40e945acb608d2b270fedfc: Running coprocessor pre-open hook at 1731528884264Writing region info on filesystem at 1731528884264Initializing all the Stores at 1731528884267 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528884267Cleaning up temporary data from old regions at 1731528884277 (+10 ms)Running coprocessor post-open hooks at 1731528884295 (+18 ms)Region opened successfully at 1731528884295 2024-11-13T20:14:44,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-13T20:14:44,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bc74b60f8366da4d231788f0d687bc5, server=04ac815325d6,45115,1731528860811 in 10.1820 sec 2024-11-13T20:14:44,297 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., pid=21, masterSystemTime=1731528884098 2024-11-13T20:14:44,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN in 10.4130 sec 2024-11-13T20:14:44,301 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:44,301 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:44,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=29f8144fb40e945acb608d2b270fedfc, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:14:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29f8144fb40e945acb608d2b270fedfc, server=04ac815325d6,34879,1731528860766 because future has completed 2024-11-13T20:14:44,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-13T20:14:44,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 29f8144fb40e945acb608d2b270fedfc, server=04ac815325d6,34879,1731528860766 in 10.2170 sec 2024-11-13T20:14:44,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-13T20:14:44,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29f8144fb40e945acb608d2b270fedfc, ASSIGN in 10.4290 sec 2024-11-13T20:14:44,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:14:44,321 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731528884321"}]},"ts":"1731528884321"} 2024-11-13T20:14:44,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T20:14:44,326 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:14:44,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2080 sec 2024-11-13T20:14:45,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T20:14:49,073 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:14:49,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T20:14:50,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-13T20:14:50,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-13T20:14:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:14:51,401 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T20:14:51,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T20:14:51,402 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:14:51,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T20:14:51,415 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:14:51,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T20:14:51,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,536 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., hostname=04ac815325d6,45287,1731528860662, seqNum=2] 2024-11-13T20:14:51,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., hostname=04ac815325d6,45115,1731528860811, seqNum=2] 2024-11-13T20:14:51,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:51,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., hostname=04ac815325d6,34879,1731528860766, seqNum=2] 2024-11-13T20:14:52,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:14:52,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:14:52,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:14:52,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:14:52,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:14:52,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:14:52,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:14:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:14:53,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:14:53,317 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T20:14:53,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:14:53,320 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T20:14:53,324 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T20:14:53,340 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T20:14:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741848_1024 (size=49) 2024-11-13T20:14:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741848_1024 (size=49) 2024-11-13T20:14:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741848_1024 (size=49) 2024-11-13T20:14:53,353 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T20:14:53,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965dfae55df565b98398713965d9a333}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df547e0512f75c9cd47ed5056bd5055c}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86cecc8d2835cde930a16794fb041466}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0edcb492504b052e0e041a9d5853cfe}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29f8144fb40e945acb608d2b270fedfc}] 2024-11-13T20:14:53,361 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965dfae55df565b98398713965d9a333 2024-11-13T20:14:53,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:14:53,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:53,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:53,362 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:14:53,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:53,369 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:14:53,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:53,369 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:14:53,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86cecc8d2835cde930a16794fb041466 2024-11-13T20:14:53,420 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 04ac815325d6,45115,1731528860811 2024-11-13T20:14:53,421 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 04ac815325d6,45115,1731528860811: Simulated kill ***** 2024-11-13T20:14:53,421 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:14:53,423 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:14:53,424 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:14:53,426 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:14:53,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:14:53,431 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 666531808 }, "NonHeapMemoryUsage": { "committed": 156762112, "init": 7667712, "max": -1, "used": 153545832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "04ac815325d6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "04ac815325d6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60679", "tag.serverName": "04ac815325d6,45115,1731528860811", "tag.clusterId": "48d179cb-8a13-46d1-a8f9-8e44fd7c7cb3", "tag.Context": "regionserver", "tag.Hostname": "04ac815325d6", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731528860811, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T20:14:53,435 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45065 {}] master.MasterRpcServices(700): 04ac815325d6,45115,1731528860811 reported a fatal error: ***** ABORTING region server 04ac815325d6,45115,1731528860811: Simulated kill ***** 2024-11-13T20:14:53,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,45115,1731528860811' ***** 2024-11-13T20:14:53,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T20:14:53,437 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:14:53,437 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:14:53,437 INFO [RS:2;04ac815325d6:45115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T20:14:53,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:14:53,438 INFO [RS:2;04ac815325d6:45115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T20:14:53,438 INFO [RS:2;04ac815325d6:45115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:14:53,438 INFO [RS:2;04ac815325d6:45115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;04ac815325d6:45115. 2024-11-13T20:14:53,438 DEBUG [RS:2;04ac815325d6:45115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:14:53,438 DEBUG [RS:2;04ac815325d6:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:14:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741836_1012 (size=14382) 2024-11-13T20:14:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741836_1012 (size=14382) 2024-11-13T20:14:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741836_1012 (size=14382) 2024-11-13T20:14:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741833_1009 (size=1242) 2024-11-13T20:14:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741833_1009 (size=1242) 2024-11-13T20:14:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741833_1009 (size=1242) 2024-11-13T20:14:53,450 DEBUG [RS:2;04ac815325d6:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:14:53,450 INFO [RS:2;04ac815325d6:45115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:14:53,450 INFO [RS:2;04ac815325d6:45115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45115 2024-11-13T20:14:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:14:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,45115,1731528860811 2024-11-13T20:14:53,458 INFO [RS:2;04ac815325d6:45115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:14:53,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,45115,1731528860811] 2024-11-13T20:14:53,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,45115,1731528860811 already deleted, retry=false 2024-11-13T20:14:53,464 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 04ac815325d6,45115,1731528860811 on 04ac815325d6,45065,1731528859967 2024-11-13T20:14:53,470 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:14:53,472 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 04ac815325d6,45115,1731528860811, splitWal=true, meta=true 2024-11-13T20:14:53,475 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 04ac815325d6,45115,1731528860811 (carryingMeta=true) 04ac815325d6,45115,1731528860811/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f907d59[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T20:14:53,476 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 04ac815325d6,45115,1731528860811, splitWal=true, meta=true 2024-11-13T20:14:53,477 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,45115,1731528860811, splitWal=true, meta=true, isMeta: true 2024-11-13T20:14:53,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:53,477 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:53,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:53,478 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:53,479 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 can not run currently because target server of region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T20:14:53,480 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3; timeout=1000, timestamp=1731528894479 2024-11-13T20:14:53,480 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 can not run currently because target server of region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T20:14:53,480 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c can not run currently because target server of region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T20:14:53,480 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting 2024-11-13T20:14:53,480 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c; timeout=1000, timestamp=1731528894480 2024-11-13T20:14:53,480 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5; timeout=1000, timestamp=1731528894480 2024-11-13T20:14:53,481 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d can not run currently because target server of region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-13T20:14:53,481 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d; timeout=1000, timestamp=1731528894481 2024-11-13T20:14:53,482 INFO [PEWorker-2 {}] master.SplitWALManager(105): 04ac815325d6,45115,1731528860811 WAL count=1, meta=true 2024-11-13T20:14:53,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta}] 2024-11-13T20:14:53,490 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=04ac815325d6,34879,1731528860766 2024-11-13T20:14:53,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, worker=04ac815325d6,34879,1731528860766}] 2024-11-13T20:14:53,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:14:53,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1003ac7a89a0003, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:14:53,563 INFO [RS:2;04ac815325d6:45115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:14:53,563 INFO [RS:2;04ac815325d6:45115 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,45115,1731528860811; zookeeper connection closed. 2024-11-13T20:14:53,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b2dfe7e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b2dfe7e 2024-11-13T20:14:54,028 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:14:54,028 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:14:54,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:54,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:54,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:54,481 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:54,481 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 can not run currently because target server of region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T20:14:54,481 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3; timeout=2000, timestamp=1731528896481 2024-11-13T20:14:54,482 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 can not run currently because target server of region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T20:14:54,482 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c can not run currently because target server of region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T20:14:54,482 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d can not run currently because target server of region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-13T20:14:54,482 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5; timeout=2000, timestamp=1731528896482 2024-11-13T20:14:54,482 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c; timeout=2000, timestamp=1731528896482 2024-11-13T20:14:54,483 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d; timeout=2000, timestamp=1731528896482 2024-11-13T20:14:56,482 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:14:56,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:14:56,482 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:14:56,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:14:56,484 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 can not run currently because target server of region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T20:14:56,484 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 can not run currently because target server of region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T20:14:56,484 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d can not run currently because target server of region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T20:14:56,484 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c can not run currently because target server of region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-13T20:14:56,484 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3; timeout=4000, timestamp=1731528900484 2024-11-13T20:14:56,484 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d; timeout=4000, timestamp=1731528900484 2024-11-13T20:14:56,484 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5; timeout=4000, timestamp=1731528900484 2024-11-13T20:14:56,484 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c; timeout=4000, timestamp=1731528900484 2024-11-13T20:14:56,765 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:45065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T20:15:00,485 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:00,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:00,486 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:00,487 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:00,488 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 can not run currently because target server of region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T20:15:00,488 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3; timeout=8000, timestamp=1731528908488 2024-11-13T20:15:00,496 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d can not run currently because target server of region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T20:15:00,496 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c can not run currently because target server of region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T20:15:00,496 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d; timeout=8000, timestamp=1731528908496 2024-11-13T20:15:00,496 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c; timeout=8000, timestamp=1731528908496 2024-11-13T20:15:00,497 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 can not run currently because target server of region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-13T20:15:00,497 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5; timeout=8000, timestamp=1731528908497 2024-11-13T20:15:03,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-13T20:15:03,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T20:15:03,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T20:15:03,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T20:15:03,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T20:15:03,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T20:15:03,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:15:03,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T20:15:03,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:15:03,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:15:03,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:15:03,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for df547e0512f75c9cd47ed5056bd5055c: 2024-11-13T20:15:03,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. for SnapshotProcedureTest completed. 2024-11-13T20:15:03,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,379 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 29f8144fb40e945acb608d2b270fedfc 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T20:15:03,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1fe08b2904ce20d81a7e5b5d5878d220 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T20:15:03,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 965dfae55df565b98398713965d9a333: 2024-11-13T20:15:03,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. for SnapshotProcedureTest completed. 2024-11-13T20:15:03,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:15:03,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 86cecc8d2835cde930a16794fb041466: 2024-11-13T20:15:03,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. for SnapshotProcedureTest completed. 2024-11-13T20:15:03,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:15:03,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:15:03,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:15:03,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:15:03,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:15:03,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:15:03,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:15:03,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c0edcb492504b052e0e041a9d5853cfe: 2024-11-13T20:15:03,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. for SnapshotProcedureTest completed. 2024-11-13T20:15:03,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:15:03,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:15:03,433 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, size=14.0 K (14382bytes) 2024-11-13T20:15:03,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T20:15:03,435 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T20:15:03,435 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta 2024-11-13T20:15:03,443 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta after 6ms 2024-11-13T20:15:03,476 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta took 44ms 2024-11-13T20:15:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741849_1025 (size=65) 2024-11-13T20:15:03,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:15:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741849_1025 (size=65) 2024-11-13T20:15:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741849_1025 (size=65) 2024-11-13T20:15:03,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T20:15:03,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/.tmp/cf/5a6a31871511436ba146521d5dfb55a2 is 34, key is baa/cf:cf/1731528892456/Put/seqid=0 2024-11-13T20:15:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T20:15:03,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:15:03,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:15:03,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df547e0512f75c9cd47ed5056bd5055c in 10.1840 sec 2024-11-13T20:15:03,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-13T20:15:03,550 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta so closing down 2024-11-13T20:15:03,550 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T20:15:03,587 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp 2024-11-13T20:15:03,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/.tmp/cf/f9e816cfd706448d91a981b5e2f86524 is 34, key is eaa/cf:cf/1731528893132/Put/seqid=0 2024-11-13T20:15:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741850_1026 (size=65) 2024-11-13T20:15:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741850_1026 (size=65) 2024-11-13T20:15:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741850_1026 (size=65) 2024-11-13T20:15:03,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:15:03,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T20:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T20:15:03,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:15:03,656 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:15:03,660 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp 2024-11-13T20:15:03,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0edcb492504b052e0e041a9d5853cfe in 10.3030 sec 2024-11-13T20:15:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741851_1027 (size=65) 2024-11-13T20:15:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741851_1027 (size=65) 2024-11-13T20:15:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741851_1027 (size=65) 2024-11-13T20:15:03,710 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T20:15:03,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:15:03,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T20:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T20:15:03,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 965dfae55df565b98398713965d9a333 2024-11-13T20:15:03,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965dfae55df565b98398713965d9a333 2024-11-13T20:15:03,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 965dfae55df565b98398713965d9a333 in 10.3650 sec 2024-11-13T20:15:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741852_1028 (size=65) 2024-11-13T20:15:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741852_1028 (size=65) 2024-11-13T20:15:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741852_1028 (size=65) 2024-11-13T20:15:03,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:15:03,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T20:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T20:15:03,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86cecc8d2835cde930a16794fb041466 2024-11-13T20:15:03,730 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86cecc8d2835cde930a16794fb041466 2024-11-13T20:15:03,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86cecc8d2835cde930a16794fb041466 in 10.3770 sec 2024-11-13T20:15:03,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741853_1029 (size=499309) 2024-11-13T20:15:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741853_1029 (size=499309) 2024-11-13T20:15:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741853_1029 (size=499309) 2024-11-13T20:15:03,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/.tmp/cf/f9e816cfd706448d91a981b5e2f86524 2024-11-13T20:15:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741854_1030 (size=28623) 2024-11-13T20:15:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741854_1030 (size=28623) 2024-11-13T20:15:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741854_1030 (size=28623) 2024-11-13T20:15:03,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/.tmp/cf/5a6a31871511436ba146521d5dfb55a2 2024-11-13T20:15:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741855_1031 (size=14141) 2024-11-13T20:15:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741855_1031 (size=14141) 2024-11-13T20:15:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741855_1031 (size=14141) 2024-11-13T20:15:03,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp (wrote 25 edits, skipped 0 edits in 47 ms) 2024-11-13T20:15:03,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:15:03,884 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 345 ms; skipped=1; WAL=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-13T20:15:03,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, journal: Splitting hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, size=14.0 K (14382bytes) at 1731528903434Finishing writing output for hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta so closing down at 1731528903550 (+116 ms)Creating recovered edits writer path=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp at 1731528903660 (+110 ms)3 split writer threads finished at 1731528903710 (+50 ms)Closed recovered edits writer path=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp (wrote 25 edits, skipped 0 edits in 47 ms) at 1731528903873 (+163 ms)Rename recovered edits hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta.temp to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731528903877 (+4 ms)Processed 26 edits across 1 Regions in 345 ms; skipped=1; WAL=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731528903884 (+7 ms) 2024-11-13T20:15:03,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta 2024-11-13T20:15:03,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T20:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T20:15:03,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/.tmp/cf/f9e816cfd706448d91a981b5e2f86524 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/cf/f9e816cfd706448d91a981b5e2f86524 2024-11-13T20:15:03,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/.tmp/cf/5a6a31871511436ba146521d5dfb55a2 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/cf/5a6a31871511436ba146521d5dfb55a2 2024-11-13T20:15:03,938 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/cf/f9e816cfd706448d91a981b5e2f86524, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T20:15:03,939 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs 2024-11-13T20:15:03,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T20:15:03,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, worker=04ac815325d6,34879,1731528860766 in 10.4480 sec 2024-11-13T20:15:03,947 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=04ac815325d6,34879,1731528860766 2024-11-13T20:15:03,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T20:15:03,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 04ac815325d6%2C45115%2C1731528860811.meta.1731528872483.meta, worker=04ac815325d6,34879,1731528860766 in 10.4630 sec 2024-11-13T20:15:03,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 29f8144fb40e945acb608d2b270fedfc in 568ms, sequenceid=5, compaction requested=false 2024-11-13T20:15:03,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 29f8144fb40e945acb608d2b270fedfc: 2024-11-13T20:15:03,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. for SnapshotProcedureTest completed. 2024-11-13T20:15:03,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:15:03,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/cf/f9e816cfd706448d91a981b5e2f86524] hfiles 2024-11-13T20:15:03,959 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting dir is empty, no logs to split. 2024-11-13T20:15:03,959 INFO [PEWorker-2 {}] master.SplitWALManager(105): 04ac815325d6,45115,1731528860811 WAL count=0, meta=true 2024-11-13T20:15:03,959 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,45115,1731528860811 WAL splitting is done? wals=0, meta=true 2024-11-13T20:15:03,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/cf/f9e816cfd706448d91a981b5e2f86524 for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:15:03,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/cf/5a6a31871511436ba146521d5dfb55a2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T20:15:03,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:15:03,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1fe08b2904ce20d81a7e5b5d5878d220 in 592ms, sequenceid=5, compaction requested=false 2024-11-13T20:15:03,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1fe08b2904ce20d81a7e5b5d5878d220: 2024-11-13T20:15:03,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. for SnapshotProcedureTest completed. 2024-11-13T20:15:03,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:15:03,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/cf/5a6a31871511436ba146521d5dfb55a2] hfiles 2024-11-13T20:15:03,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/cf/5a6a31871511436ba146521d5dfb55a2 for snapshot=SnapshotProcedureTest 2024-11-13T20:15:03,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:15:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741856_1032 (size=105) 2024-11-13T20:15:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741856_1032 (size=105) 2024-11-13T20:15:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741856_1032 (size=105) 2024-11-13T20:15:04,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:15:04,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T20:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T20:15:04,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:15:04,074 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:15:04,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1fe08b2904ce20d81a7e5b5d5878d220 in 10.7200 sec 2024-11-13T20:15:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741857_1033 (size=97) 2024-11-13T20:15:04,118 DEBUG [04ac815325d6:45065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:15:04,118 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:15:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741857_1033 (size=97) 2024-11-13T20:15:04,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:15:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741857_1033 (size=97) 2024-11-13T20:15:04,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T20:15:04,119 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:15:04,119 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:15:04,119 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:15:04,119 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:15:04,119 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:15:04,119 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:15:04,119 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:15:04,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:15:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T20:15:04,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:15:04,121 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:15:04,122 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45287,1731528860662, state=OPENING 2024-11-13T20:15:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:15:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:15:04,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:15:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:15:04,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:15:04,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:15:04,128 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:15:04,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45287,1731528860662}] 2024-11-13T20:15:04,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 29f8144fb40e945acb608d2b270fedfc in 10.7680 sec 2024-11-13T20:15:08,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:08,491 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 can not run currently because target server of region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T20:15:08,491 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3; timeout=16000, timestamp=1731528924491 2024-11-13T20:15:08,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:08,496 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:08,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:08,497 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d can not run currently because target server of region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T20:15:08,497 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d; timeout=16000, timestamp=1731528924497 2024-11-13T20:15:08,498 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c can not run currently because target server of region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T20:15:08,498 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c; timeout=16000, timestamp=1731528924498 2024-11-13T20:15:08,499 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 can not run currently because target server of region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 04ac815325d6,45115,1731528860811 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-13T20:15:08,499 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5; timeout=16000, timestamp=1731528924499 2024-11-13T20:15:13,687 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T20:15:13,687 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T20:15:14,146 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:15:14,146 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:15:14,146 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:15:14,151 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C45287%2C1731528860662.meta, suffix=.meta, logDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs, maxLogs=32 2024-11-13T20:15:14,173 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662/04ac815325d6%2C45287%2C1731528860662.meta.1731528914153.meta, exclude list is [], retry=0 2024-11-13T20:15:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-de57a29d-7add-42e4-be65-8729264acdf9,DISK] 2024-11-13T20:15:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41967,DS-a1439556-b71e-4268-ba3c-fac2c82dbf08,DISK] 2024-11-13T20:15:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-6ae8dc08-351a-4593-8c24-d38f7ea38f83,DISK] 2024-11-13T20:15:14,182 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45287,1731528860662/04ac815325d6%2C45287%2C1731528860662.meta.1731528914153.meta 2024-11-13T20:15:14,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34657:34657),(127.0.0.1/127.0.0.1:37707:37707),(127.0.0.1/127.0.0.1:43211:43211)] 2024-11-13T20:15:14,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:15:14,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:15:14,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:15:14,186 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:15:14,186 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:15:14,186 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:15:14,186 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:15:14,186 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:15:14,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:15:14,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:15:14,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:14,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:15:14,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:15:14,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:15:14,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:14,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:15:14,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:15:14,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:15:14,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:14,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:15:14,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:15:14,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:15:14,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:14,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:15:14,207 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:15:14,208 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740 2024-11-13T20:15:14,211 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740 2024-11-13T20:15:14,213 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:15:14,227 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:15:14,228 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-13T20:15:14,290 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/info/28f0acd584b046ca85417d9ed7337691 is 167, key is SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333./info:regioninfo/1731528884128/Put/seqid=0 2024-11-13T20:15:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741859_1035 (size=18393) 2024-11-13T20:15:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741859_1035 (size=18393) 2024-11-13T20:15:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741859_1035 (size=18393) 2024-11-13T20:15:14,332 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/info/28f0acd584b046ca85417d9ed7337691 2024-11-13T20:15:14,367 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/ns/dce1b2449ff84b2d96ea08787ff4ac01 is 43, key is default/ns:d/1731528872722/Put/seqid=0 2024-11-13T20:15:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741860_1036 (size=5153) 2024-11-13T20:15:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741860_1036 (size=5153) 2024-11-13T20:15:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741860_1036 (size=5153) 2024-11-13T20:15:14,404 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/ns/dce1b2449ff84b2d96ea08787ff4ac01 2024-11-13T20:15:14,451 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/table/b37f3935674940a5bbb02d174a8822e7 is 47, key is SPTestTable/table:state/1731528884321/Put/seqid=0 2024-11-13T20:15:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741861_1037 (size=5214) 2024-11-13T20:15:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741861_1037 (size=5214) 2024-11-13T20:15:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741861_1037 (size=5214) 2024-11-13T20:15:14,496 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/table/b37f3935674940a5bbb02d174a8822e7 2024-11-13T20:15:14,513 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/info/28f0acd584b046ca85417d9ed7337691 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/info/28f0acd584b046ca85417d9ed7337691 2024-11-13T20:15:14,528 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/info/28f0acd584b046ca85417d9ed7337691, entries=100, sequenceid=28, filesize=18.0 K 2024-11-13T20:15:14,530 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/ns/dce1b2449ff84b2d96ea08787ff4ac01 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/ns/dce1b2449ff84b2d96ea08787ff4ac01 2024-11-13T20:15:14,547 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/ns/dce1b2449ff84b2d96ea08787ff4ac01, entries=2, sequenceid=28, filesize=5.0 K 2024-11-13T20:15:14,551 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/table/b37f3935674940a5bbb02d174a8822e7 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/table/b37f3935674940a5bbb02d174a8822e7 2024-11-13T20:15:14,577 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/table/b37f3935674940a5bbb02d174a8822e7, entries=2, sequenceid=28, filesize=5.1 K 2024-11-13T20:15:14,578 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 350ms, sequenceid=28, compaction requested=false; wal=null 2024-11-13T20:15:14,579 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:15:14,581 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:15:14,581 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:15:14,583 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:15:14,586 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:15:14,595 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-13T20:15:14,596 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64776194, jitterRate=-0.03475949168205261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:15:14,597 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:15:14,597 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731528914186Writing region info on filesystem at 1731528914186Initializing all the Stores at 1731528914188 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528914188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528914194 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528914194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528914194Obtaining lock to block concurrent updates at 1731528914228 (+34 ms)Preparing flush snapshotting stores in 1588230740 at 1731528914228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731528914228Flushing stores of hbase:meta,,1.1588230740 at 1731528914228Flushing 1588230740/info: creating writer at 1731528914228Flushing 1588230740/info: appending metadata at 1731528914289 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731528914289Flushing 1588230740/ns: creating writer at 1731528914347 (+58 ms)Flushing 1588230740/ns: appending metadata at 1731528914366 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731528914366Flushing 1588230740/table: creating writer at 1731528914426 (+60 ms)Flushing 1588230740/table: appending metadata at 1731528914450 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731528914450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0ccf0e: reopening flushed file at 1731528914509 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0b07d6: reopening flushed file at 1731528914529 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5d49fb: reopening flushed file at 1731528914547 (+18 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 350ms, sequenceid=28, compaction requested=false; wal=null at 1731528914578 (+31 ms)Cleaning up temporary data from old regions at 1731528914581 (+3 ms)Running coprocessor post-open hooks at 1731528914597 (+16 ms)Region opened successfully at 1731528914597 2024-11-13T20:15:14,598 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731528914133 2024-11-13T20:15:14,602 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:15:14,602 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:15:14,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:15:14,605 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,45287,1731528860662, state=OPEN 2024-11-13T20:15:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:15:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:15:14,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:15:14,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:15:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:15:14,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:15:14,611 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,45287,1731528860662 2024-11-13T20:15:14,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T20:15:14,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,45287,1731528860662 in 10.4830 sec 2024-11-13T20:15:14,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-13T20:15:14,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6550 sec 2024-11-13T20:15:14,624 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 04ac815325d6,45115,1731528860811 had 5 regions 2024-11-13T20:15:14,626 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,45115,1731528860811, splitWal=true, meta=true, isMeta: false 2024-11-13T20:15:14,635 INFO [PEWorker-5 {}] master.SplitWALManager(105): 04ac815325d6,45115,1731528860811 WAL count=1, meta=false 2024-11-13T20:15:14,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 04ac815325d6%2C45115%2C1731528860811.1731528862169}] 2024-11-13T20:15:14,638 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=04ac815325d6,45287,1731528860662 2024-11-13T20:15:14,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C45115%2C1731528860811.1731528862169, worker=04ac815325d6,45287,1731528860662}] 2024-11-13T20:15:19,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:15:19,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T20:15:22,046 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T20:15:24,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:24,492 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 can not run currently because target server of region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 04ac815325d6,45115,1731528860811 is in state SPLITTING, wait 32000 ms to retry 2024-11-13T20:15:24,492 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3; timeout=32000, timestamp=1731528956492 2024-11-13T20:15:24,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:24,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:24,498 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d can not run currently because target server of region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 04ac815325d6,45115,1731528860811 is in state SPLITTING, wait 32000 ms to retry 2024-11-13T20:15:24,498 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d; timeout=32000, timestamp=1731528956498 2024-11-13T20:15:24,499 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c can not run currently because target server of region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 04ac815325d6,45115,1731528860811 is in state SPLITTING, wait 32000 ms to retry 2024-11-13T20:15:24,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:24,499 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c; timeout=32000, timestamp=1731528956499 2024-11-13T20:15:24,500 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 can not run currently because target server of region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 04ac815325d6,45115,1731528860811 is in state SPLITTING, wait 32000 ms to retry 2024-11-13T20:15:24,500 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5; timeout=32000, timestamp=1731528956500 2024-11-13T20:15:24,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-13T20:15:24,659 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169, size=1.2 K (1242bytes) 2024-11-13T20:15:24,659 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 2024-11-13T20:15:24,660 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 after 1ms 2024-11-13T20:15:24,664 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 took 5ms 2024-11-13T20:15:24,667 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 20f05d2ffbb01b82f51b87d8d74a347d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T20:15:24,668 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 720165b06ad82fc633e1f1a3d92688d3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T20:15:24,669 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bbc2760cb79fc6d8c7e01c9e0ae2f04c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T20:15:24,670 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8bc74b60f8366da4d231788f0d687bc5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T20:15:24,670 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 so closing down 2024-11-13T20:15:24,670 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T20:15:24,671 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T20:15:24,671 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-13T20:15:24,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169, journal: Splitting hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169, size=1.2 K (1242bytes) at 1731528924659Finishing writing output for hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 so closing down at 1731528924670 (+11 ms)3 split writer threads finished at 1731528924671 (+1 ms)Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731528924671 2024-11-13T20:15:24,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 2024-11-13T20:15:24,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T20:15:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T20:15:24,676 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting/04ac815325d6%2C45115%2C1731528860811.1731528862169 to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs 2024-11-13T20:15:24,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-13T20:15:24,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C45115%2C1731528860811.1731528862169, worker=04ac815325d6,45287,1731528860662 in 10.0370 sec 2024-11-13T20:15:24,679 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=04ac815325d6,45287,1731528860662 2024-11-13T20:15:24,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-13T20:15:24,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 04ac815325d6%2C45115%2C1731528860811.1731528862169, worker=04ac815325d6,45287,1731528860662 in 10.0440 sec 2024-11-13T20:15:24,684 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/WALs/04ac815325d6,45115,1731528860811-splitting dir is empty, no logs to split. 2024-11-13T20:15:24,684 INFO [PEWorker-4 {}] master.SplitWALManager(105): 04ac815325d6,45115,1731528860811 WAL count=0, meta=false 2024-11-13T20:15:24,684 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,45115,1731528860811 WAL splitting is done? wals=0, meta=false 2024-11-13T20:15:24,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN}] 2024-11-13T20:15:24,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN 2024-11-13T20:15:24,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN 2024-11-13T20:15:24,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN 2024-11-13T20:15:24,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN 2024-11-13T20:15:24,689 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:15:24,689 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:15:24,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:15:24,689 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:15:24,840 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:15:24,840 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:15:24,840 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:15:24,841 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:15:24,841 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:15:24,841 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:15:24,841 INFO [04ac815325d6:45065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:15:24,841 DEBUG [04ac815325d6:45065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:15:24,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=bbc2760cb79fc6d8c7e01c9e0ae2f04c, regionState=OPENING, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:15:24,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=8bc74b60f8366da4d231788f0d687bc5, regionState=OPENING, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:15:24,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=20f05d2ffbb01b82f51b87d8d74a347d, regionState=OPENING, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:15:24,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=720165b06ad82fc633e1f1a3d92688d3, regionState=OPENING, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:15:24,843 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 04ac815325d6:45115 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:45115 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:15:24,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1, error=java.net.ConnectException: Call to address=04ac815325d6:45115 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:15:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T20:15:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 from cache 2024-11-13T20:15:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=04ac815325d6:45115 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:15:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=04ac815325d6:45115 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:15:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=04ac815325d6:45115 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:15:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 04ac815325d6:45115 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:15:24,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:15:24,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45287,1731528860662, seqNum=-1] 2024-11-13T20:15:24,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:15:24,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:15:24,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN because future has completed 2024-11-13T20:15:24,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720165b06ad82fc633e1f1a3d92688d3, server=04ac815325d6,34879,1731528860766}] 2024-11-13T20:15:24,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN because future has completed 2024-11-13T20:15:24,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bc74b60f8366da4d231788f0d687bc5, server=04ac815325d6,34879,1731528860766}] 2024-11-13T20:15:24,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN because future has completed 2024-11-13T20:15:24,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c, server=04ac815325d6,45287,1731528860662}] 2024-11-13T20:15:24,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN because future has completed 2024-11-13T20:15:24,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d, server=04ac815325d6,45287,1731528860662}] 2024-11-13T20:15:29,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1fe08b2904ce20d81a7e5b5d5878d220, had cached 0 bytes from a total of 28623 2024-11-13T20:15:29,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 29f8144fb40e945acb608d2b270fedfc, had cached 0 bytes from a total of 499309 2024-11-13T20:15:29,767 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:45065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T20:15:32,868 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df547e0512f75c9cd47ed5056bd5055c changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:32,869 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c0edcb492504b052e0e041a9d5853cfe changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:32,869 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 29f8144fb40e945acb608d2b270fedfc changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:32,869 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 965dfae55df565b98398713965d9a333 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:32,870 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 86cecc8d2835cde930a16794fb041466 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:32,870 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1fe08b2904ce20d81a7e5b5d5878d220 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:32,870 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:15:34,966 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:15:34,966 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 720165b06ad82fc633e1f1a3d92688d3, NAME => 'SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T20:15:34,966 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,966 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:15:34,966 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,966 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,967 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:15:34,967 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => bbc2760cb79fc6d8c7e01c9e0ae2f04c, NAME => 'SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T20:15:34,968 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,968 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:15:34,968 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,968 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,968 INFO [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,970 INFO [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720165b06ad82fc633e1f1a3d92688d3 columnFamilyName cf 2024-11-13T20:15:34,970 DEBUG [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:34,970 INFO [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,970 INFO [StoreOpener-720165b06ad82fc633e1f1a3d92688d3-1 {}] regionserver.HStore(327): Store=720165b06ad82fc633e1f1a3d92688d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:15:34,971 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,971 INFO [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc2760cb79fc6d8c7e01c9e0ae2f04c columnFamilyName cf 2024-11-13T20:15:34,971 DEBUG [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:34,972 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,972 INFO [StoreOpener-bbc2760cb79fc6d8c7e01c9e0ae2f04c-1 {}] regionserver.HStore(327): Store=bbc2760cb79fc6d8c7e01c9e0ae2f04c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:15:34,972 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,973 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,973 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,974 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,974 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,974 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,975 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,975 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,977 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,978 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,978 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 720165b06ad82fc633e1f1a3d92688d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65886989, jitterRate=-0.018207356333732605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:15:34,978 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:34,978 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 720165b06ad82fc633e1f1a3d92688d3: Running coprocessor pre-open hook at 1731528934967Writing region info on filesystem at 1731528934967Initializing all the Stores at 1731528934968 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528934968Cleaning up temporary data from old regions at 1731528934974 (+6 ms)Running coprocessor post-open hooks at 1731528934978 (+4 ms)Region opened successfully at 1731528934978 2024-11-13T20:15:34,979 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened bbc2760cb79fc6d8c7e01c9e0ae2f04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65929206, jitterRate=-0.01757827401161194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:15:34,979 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:34,979 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for bbc2760cb79fc6d8c7e01c9e0ae2f04c: Running coprocessor pre-open hook at 1731528934968Writing region info on filesystem at 1731528934968Initializing all the Stores at 1731528934969 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528934969Cleaning up temporary data from old regions at 1731528934975 (+6 ms)Running coprocessor post-open hooks at 1731528934979 (+4 ms)Region opened successfully at 1731528934979 2024-11-13T20:15:34,979 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., pid=47, masterSystemTime=1731528934959 2024-11-13T20:15:34,980 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c., pid=49, masterSystemTime=1731528934961 2024-11-13T20:15:34,982 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:15:34,982 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:15:34,982 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:15:34,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bc74b60f8366da4d231788f0d687bc5, NAME => 'SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T20:15:34,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:15:34,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=720165b06ad82fc633e1f1a3d92688d3, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:15:34,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:15:34,983 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,983 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:15:34,983 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:15:34,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 20f05d2ffbb01b82f51b87d8d74a347d, NAME => 'SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T20:15:34,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:15:34,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,984 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=bbc2760cb79fc6d8c7e01c9e0ae2f04c, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:15:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720165b06ad82fc633e1f1a3d92688d3, server=04ac815325d6,34879,1731528860766 because future has completed 2024-11-13T20:15:34,986 INFO [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,986 INFO [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c, server=04ac815325d6,45287,1731528860662 because future has completed 2024-11-13T20:15:34,988 INFO [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f05d2ffbb01b82f51b87d8d74a347d columnFamilyName cf 2024-11-13T20:15:34,988 INFO [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bc74b60f8366da4d231788f0d687bc5 columnFamilyName cf 2024-11-13T20:15:34,988 DEBUG [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:34,988 DEBUG [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:15:34,988 INFO [StoreOpener-8bc74b60f8366da4d231788f0d687bc5-1 {}] regionserver.HStore(327): Store=8bc74b60f8366da4d231788f0d687bc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:15:34,989 INFO [StoreOpener-20f05d2ffbb01b82f51b87d8d74a347d-1 {}] regionserver.HStore(327): Store=20f05d2ffbb01b82f51b87d8d74a347d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:15:34,989 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,989 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,990 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,990 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-13T20:15:34,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 720165b06ad82fc633e1f1a3d92688d3, server=04ac815325d6,34879,1731528860766 in 10.0310 sec 2024-11-13T20:15:34,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-13T20:15:34,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c, server=04ac815325d6,45287,1731528860662 in 10.0300 sec 2024-11-13T20:15:34,992 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,992 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=720165b06ad82fc633e1f1a3d92688d3, ASSIGN in 10.3040 sec 2024-11-13T20:15:34,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbc2760cb79fc6d8c7e01c9e0ae2f04c, ASSIGN in 10.3050 sec 2024-11-13T20:15:34,993 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,993 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,994 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,994 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,996 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,997 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 8bc74b60f8366da4d231788f0d687bc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58763087, jitterRate=-0.12436176836490631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:15:34,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:34,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 8bc74b60f8366da4d231788f0d687bc5: Running coprocessor pre-open hook at 1731528934983Writing region info on filesystem at 1731528934983Initializing all the Stores at 1731528934986 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528934986Cleaning up temporary data from old regions at 1731528934993 (+7 ms)Running coprocessor post-open hooks at 1731528934997 (+4 ms)Region opened successfully at 1731528934997 2024-11-13T20:15:34,998 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5., pid=48, masterSystemTime=1731528934959 2024-11-13T20:15:34,998 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 20f05d2ffbb01b82f51b87d8d74a347d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73161587, jitterRate=0.09019260108470917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:15:34,998 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:34,998 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 20f05d2ffbb01b82f51b87d8d74a347d: Running coprocessor pre-open hook at 1731528934984Writing region info on filesystem at 1731528934984Initializing all the Stores at 1731528934986 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528934986Cleaning up temporary data from old regions at 1731528934994 (+8 ms)Running coprocessor post-open hooks at 1731528934998 (+4 ms)Region opened successfully at 1731528934998 2024-11-13T20:15:34,999 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., pid=50, masterSystemTime=1731528934961 2024-11-13T20:15:35,000 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:15:35,000 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:15:35,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=8bc74b60f8366da4d231788f0d687bc5, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34879,1731528860766 2024-11-13T20:15:35,002 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:15:35,002 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:15:35,003 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=20f05d2ffbb01b82f51b87d8d74a347d, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,45287,1731528860662 2024-11-13T20:15:35,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bc74b60f8366da4d231788f0d687bc5, server=04ac815325d6,34879,1731528860766 because future has completed 2024-11-13T20:15:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d, server=04ac815325d6,45287,1731528860662 because future has completed 2024-11-13T20:15:35,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-13T20:15:35,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bc74b60f8366da4d231788f0d687bc5, server=04ac815325d6,34879,1731528860766 in 10.0470 sec 2024-11-13T20:15:35,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-13T20:15:35,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d, server=04ac815325d6,45287,1731528860662 in 10.0450 sec 2024-11-13T20:15:35,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bc74b60f8366da4d231788f0d687bc5, ASSIGN in 10.3220 sec 2024-11-13T20:15:35,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-13T20:15:35,011 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 04ac815325d6,45115,1731528860811 after splitting done 2024-11-13T20:15:35,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20f05d2ffbb01b82f51b87d8d74a347d, ASSIGN in 10.3220 sec 2024-11-13T20:15:35,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 04ac815325d6,45115,1731528860811, splitWal=true, meta=true in 41.5470 sec 2024-11-13T20:15:40,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T20:15:49,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:15:56,492 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:15:56,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:15:56,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:15:56,500 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:15:59,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-13T20:16:06,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T20:16:06,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T20:16:06,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:06,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:06,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8bc74b60f8366da4d231788f0d687bc5: 2024-11-13T20:16:06,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. for SnapshotProcedureTest completed. 2024-11-13T20:16:06,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 720165b06ad82fc633e1f1a3d92688d3: 2024-11-13T20:16:06,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. for SnapshotProcedureTest completed. 2024-11-13T20:16:06,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:16:06,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:16:06,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:16:06,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:16:06,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:16:06,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:16:06,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T20:16:06,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T20:16:06,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:06,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 20f05d2ffbb01b82f51b87d8d74a347d: 2024-11-13T20:16:06,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. for SnapshotProcedureTest completed. 2024-11-13T20:16:06,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:16:06,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:16:06,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:16:06,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:06,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bbc2760cb79fc6d8c7e01c9e0ae2f04c: 2024-11-13T20:16:06,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. for SnapshotProcedureTest completed. 2024-11-13T20:16:06,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:16:06,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:16:06,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:16:06,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741862_1038 (size=57) 2024-11-13T20:16:06,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741862_1038 (size=57) 2024-11-13T20:16:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741862_1038 (size=57) 2024-11-13T20:16:06,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:06,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T20:16:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T20:16:06,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:16:06,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:16:06,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bc74b60f8366da4d231788f0d687bc5 in 1 mins, 13.188 sec 2024-11-13T20:16:06,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741863_1039 (size=65) 2024-11-13T20:16:06,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741863_1039 (size=65) 2024-11-13T20:16:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741863_1039 (size=65) 2024-11-13T20:16:06,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:06,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T20:16:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T20:16:06,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:16:06,587 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:16:06,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 720165b06ad82fc633e1f1a3d92688d3 in 1 mins, 13.234 sec 2024-11-13T20:16:06,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741865_1041 (size=65) 2024-11-13T20:16:06,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741865_1041 (size=65) 2024-11-13T20:16:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741865_1041 (size=65) 2024-11-13T20:16:06,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:06,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T20:16:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T20:16:06,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:16:06,610 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:16:06,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bbc2760cb79fc6d8c7e01c9e0ae2f04c in 1 mins, 13.256 sec 2024-11-13T20:16:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741864_1040 (size=65) 2024-11-13T20:16:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741864_1040 (size=65) 2024-11-13T20:16:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741864_1040 (size=65) 2024-11-13T20:16:06,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:06,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T20:16:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T20:16:06,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:16:06,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:16:06,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-13T20:16:06,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20f05d2ffbb01b82f51b87d8d74a347d in 1 mins, 13.266 sec 2024-11-13T20:16:06,624 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T20:16:06,627 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T20:16:06,631 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T20:16:06,631 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T20:16:06,637 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T20:16:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741866_1042 (size=1094) 2024-11-13T20:16:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741866_1042 (size=1094) 2024-11-13T20:16:06,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741866_1042 (size=1094) 2024-11-13T20:16:06,771 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T20:16:06,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T20:16:06,790 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:06,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:06,790 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:06,791 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:06,806 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:06,809 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:14,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1fe08b2904ce20d81a7e5b5d5878d220, had cached 0 bytes from a total of 28623 2024-11-13T20:16:14,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 29f8144fb40e945acb608d2b270fedfc, had cached 0 bytes from a total of 499309 2024-11-13T20:16:16,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-13T20:16:16,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-13T20:16:16,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-13T20:16:16,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-13T20:16:16,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-13T20:16:16,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-13T20:16:16,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T20:16:16,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T20:16:16,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T20:16:16,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T20:16:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T20:16:16,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T20:16:16,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T20:16:16,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T20:16:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-13T20:16:16,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-13T20:16:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T20:16:16,808 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 Release verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:16,808 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 Release verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T20:16:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-13T20:16:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-13T20:16:16,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 in 10.0270 sec 2024-11-13T20:16:16,812 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:16,813 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:16,814 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 Release verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:16,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 in 10.0270 sec 2024-11-13T20:16:16,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 in 10.0330 sec 2024-11-13T20:16:16,819 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 Release verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:16,819 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 Release verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:16,819 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 Release verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:16,820 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:16,821 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:16,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 in 10.0380 sec 2024-11-13T20:16:16,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 in 10.0380 sec 2024-11-13T20:16:16,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 in 10.0380 sec 2024-11-13T20:16:19,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:16:22,045 WARN [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 1 2024-11-13T20:16:25,742 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T20:16:26,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-13T20:16:26,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-13T20:16:26,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-13T20:16:26,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-13T20:16:26,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-13T20:16:26,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T20:16:26,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-13T20:16:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T20:16:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-13T20:16:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-13T20:16:26,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-13T20:16:26,817 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 Release verify snapshot worker=04ac815325d6,34879,1731528860766 2024-11-13T20:16:26,817 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 Release verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45065 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-13T20:16:26,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,34879,1731528860766 in 20.0360 sec 2024-11-13T20:16:26,819 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 Release verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:26,819 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 Release verify snapshot worker=04ac815325d6,45287,1731528860662 2024-11-13T20:16:26,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 in 20.0360 sec 2024-11-13T20:16:26,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 in 20.0380 sec 2024-11-13T20:16:26,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-11-13T20:16:26,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,45287,1731528860662 in 20.0380 sec 2024-11-13T20:16:26,821 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T20:16:26,822 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T20:16:26,824 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T20:16:26,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T20:16:26,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.512 sec 2024-11-13T20:16:27,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T20:16:27,093 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 04ac815325d6:45115 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 04ac815325d6/172.17.0.2:45115 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1, error=java.net.ConnectException: Call to address=04ac815325d6:45115 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-13T20:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45115,1731528860811, seqNum=-1 from cache 2024-11-13T20:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 04ac815325d6:45115 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 04ac815325d6/172.17.0.2:45115 2024-11-13T20:16:27,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:16:27,200 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,45287,1731528860662, seqNum=-1] 2024-11-13T20:16:27,231 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T20:16:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:16:27,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:16:27,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:16:27,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:16:27,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:16:27,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975773387, stopped=false 2024-11-13T20:16:27,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,45065,1731528859967 2024-11-13T20:16:27,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:27,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:27,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:27,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:16:27,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:27,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:27,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:16:27,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:27,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:16:27,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,45287,1731528860662' ***** 2024-11-13T20:16:27,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:16:27,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,34879,1731528860766' ***** 2024-11-13T20:16:27,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:16:27,239 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:16:27,239 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:16:27,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:16:27,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:16:27,239 INFO [RS:1;04ac815325d6:34879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:16:27,239 INFO [RS:0;04ac815325d6:45287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:16:27,240 INFO [RS:0;04ac815325d6:45287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:16:27,240 INFO [RS:1;04ac815325d6:34879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:16:27,240 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:16:27,240 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fe08b2904ce20d81a7e5b5d5878d220 2024-11-13T20:16:27,240 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for 720165b06ad82fc633e1f1a3d92688d3 2024-11-13T20:16:27,240 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for c0edcb492504b052e0e041a9d5853cfe 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(3091): Received CLOSE for 965dfae55df565b98398713965d9a333 2024-11-13T20:16:27,241 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for 29f8144fb40e945acb608d2b270fedfc 2024-11-13T20:16:27,241 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bc74b60f8366da4d231788f0d687bc5 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(3091): Received CLOSE for 20f05d2ffbb01b82f51b87d8d74a347d 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(3091): Received CLOSE for bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:16:27,241 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,34879,1731528860766 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(3091): Received CLOSE for 86cecc8d2835cde930a16794fb041466 2024-11-13T20:16:27,241 INFO [RS:1;04ac815325d6:34879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,45287,1731528860662 2024-11-13T20:16:27,241 INFO [RS:1;04ac815325d6:34879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:34879. 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:16:27,241 DEBUG [RS:1;04ac815325d6:34879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:45287. 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df547e0512f75c9cd47ed5056bd5055c, disabling compactions & flushes 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fe08b2904ce20d81a7e5b5d5878d220, disabling compactions & flushes 2024-11-13T20:16:27,241 DEBUG [RS:1;04ac815325d6:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,241 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:16:27,241 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:16:27,241 DEBUG [RS:0;04ac815325d6:45287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:16:27,241 DEBUG [RS:0;04ac815325d6:45287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. after waiting 0 ms 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. after waiting 0 ms 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:16:27,241 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T20:16:27,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:16:27,241 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1325): Online Regions={df547e0512f75c9cd47ed5056bd5055c=SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c., 720165b06ad82fc633e1f1a3d92688d3=SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3., c0edcb492504b052e0e041a9d5853cfe=SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe., 29f8144fb40e945acb608d2b270fedfc=SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc., 8bc74b60f8366da4d231788f0d687bc5=SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5.} 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:16:27,241 INFO [RS:0;04ac815325d6:45287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:16:27,242 INFO [RS:0;04ac815325d6:45287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:16:27,242 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:16:27,242 DEBUG [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1351): Waiting on 29f8144fb40e945acb608d2b270fedfc, 720165b06ad82fc633e1f1a3d92688d3, 8bc74b60f8366da4d231788f0d687bc5, c0edcb492504b052e0e041a9d5853cfe, df547e0512f75c9cd47ed5056bd5055c 2024-11-13T20:16:27,243 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:16:27,244 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:16:27,245 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T20:16:27,245 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1325): Online Regions={1fe08b2904ce20d81a7e5b5d5878d220=SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220., 965dfae55df565b98398713965d9a333=SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333., 20f05d2ffbb01b82f51b87d8d74a347d=SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d., 1588230740=hbase:meta,,1.1588230740, bbc2760cb79fc6d8c7e01c9e0ae2f04c=SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c., 86cecc8d2835cde930a16794fb041466=SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466.} 2024-11-13T20:16:27,245 DEBUG [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fe08b2904ce20d81a7e5b5d5878d220, 20f05d2ffbb01b82f51b87d8d74a347d, 86cecc8d2835cde930a16794fb041466, 965dfae55df565b98398713965d9a333, bbc2760cb79fc6d8c7e01c9e0ae2f04c 2024-11-13T20:16:27,245 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:16:27,245 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:16:27,245 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:16:27,245 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:16:27,245 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:16:27,245 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.84 KB heapSize=7.20 KB 2024-11-13T20:16:27,248 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/df547e0512f75c9cd47ed5056bd5055c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,250 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/1fe08b2904ce20d81a7e5b5d5878d220/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:16:27,251 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:16:27,251 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:16:27,251 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df547e0512f75c9cd47ed5056bd5055c: Waiting for close lock at 1731528987241Running coprocessor pre-close hooks at 1731528987241Disabling compacts and flushes for region at 1731528987241Disabling writes for close at 1731528987241Writing region close event to WAL at 1731528987242 (+1 ms)Running coprocessor post-close hooks at 1731528987249 (+7 ms)Closed at 1731528987251 (+2 ms) 2024-11-13T20:16:27,251 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fe08b2904ce20d81a7e5b5d5878d220: Waiting for close lock at 1731528987241Running coprocessor pre-close hooks at 1731528987241Disabling compacts and flushes for region at 1731528987241Disabling writes for close at 1731528987241Writing region close event to WAL at 1731528987245 (+4 ms)Running coprocessor post-close hooks at 1731528987251 (+6 ms)Closed at 1731528987251 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731528873110.df547e0512f75c9cd47ed5056bd5055c. 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731528873110.1fe08b2904ce20d81a7e5b5d5878d220. 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/info/39e373a3b0574542969d000deb4b0038 is 167, key is SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c./info:regioninfo/1731528934985/Put/seqid=0 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 720165b06ad82fc633e1f1a3d92688d3, disabling compactions & flushes 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 965dfae55df565b98398713965d9a333, disabling compactions & flushes 2024-11-13T20:16:27,252 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:16:27,252 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. after waiting 0 ms 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. after waiting 0 ms 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:16:27,252 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:27,257 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/720165b06ad82fc633e1f1a3d92688d3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,258 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:27,258 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 720165b06ad82fc633e1f1a3d92688d3: Waiting for close lock at 1731528987252Running coprocessor pre-close hooks at 1731528987252Disabling compacts and flushes for region at 1731528987252Disabling writes for close at 1731528987252Writing region close event to WAL at 1731528987253 (+1 ms)Running coprocessor post-close hooks at 1731528987258 (+5 ms)Closed at 1731528987258 2024-11-13T20:16:27,258 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731528873110.720165b06ad82fc633e1f1a3d92688d3. 2024-11-13T20:16:27,259 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0edcb492504b052e0e041a9d5853cfe, disabling compactions & flushes 2024-11-13T20:16:27,259 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:16:27,259 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:16:27,259 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. after waiting 0 ms 2024-11-13T20:16:27,259 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:16:27,261 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/965dfae55df565b98398713965d9a333/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,262 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:16:27,262 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 965dfae55df565b98398713965d9a333: Waiting for close lock at 1731528987252Running coprocessor pre-close hooks at 1731528987252Disabling compacts and flushes for region at 1731528987252Disabling writes for close at 1731528987252Writing region close event to WAL at 1731528987253 (+1 ms)Running coprocessor post-close hooks at 1731528987262 (+9 ms)Closed at 1731528987262 2024-11-13T20:16:27,262 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731528873110.965dfae55df565b98398713965d9a333. 2024-11-13T20:16:27,262 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20f05d2ffbb01b82f51b87d8d74a347d, disabling compactions & flushes 2024-11-13T20:16:27,262 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:27,262 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:27,262 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. after waiting 0 ms 2024-11-13T20:16:27,262 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:27,273 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/c0edcb492504b052e0e041a9d5853cfe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,274 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:16:27,274 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0edcb492504b052e0e041a9d5853cfe: Waiting for close lock at 1731528987258Running coprocessor pre-close hooks at 1731528987258Disabling compacts and flushes for region at 1731528987258Disabling writes for close at 1731528987259 (+1 ms)Writing region close event to WAL at 1731528987265 (+6 ms)Running coprocessor post-close hooks at 1731528987274 (+9 ms)Closed at 1731528987274 2024-11-13T20:16:27,274 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731528873110.c0edcb492504b052e0e041a9d5853cfe. 2024-11-13T20:16:27,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741867_1043 (size=9447) 2024-11-13T20:16:27,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29f8144fb40e945acb608d2b270fedfc, disabling compactions & flushes 2024-11-13T20:16:27,275 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:16:27,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:16:27,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. after waiting 0 ms 2024-11-13T20:16:27,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:16:27,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741867_1043 (size=9447) 2024-11-13T20:16:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741867_1043 (size=9447) 2024-11-13T20:16:27,277 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.84 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/info/39e373a3b0574542969d000deb4b0038 2024-11-13T20:16:27,277 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/20f05d2ffbb01b82f51b87d8d74a347d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,278 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20f05d2ffbb01b82f51b87d8d74a347d: Waiting for close lock at 1731528987262Running coprocessor pre-close hooks at 1731528987262Disabling compacts and flushes for region at 1731528987262Disabling writes for close at 1731528987262Writing region close event to WAL at 1731528987265 (+3 ms)Running coprocessor post-close hooks at 1731528987278 (+13 ms)Closed at 1731528987278 2024-11-13T20:16:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731528873110.20f05d2ffbb01b82f51b87d8d74a347d. 2024-11-13T20:16:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbc2760cb79fc6d8c7e01c9e0ae2f04c, disabling compactions & flushes 2024-11-13T20:16:27,278 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. after waiting 0 ms 2024-11-13T20:16:27,278 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:27,285 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/.tmp/info/39e373a3b0574542969d000deb4b0038 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/info/39e373a3b0574542969d000deb4b0038 2024-11-13T20:16:27,288 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/29f8144fb40e945acb608d2b270fedfc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:16:27,288 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/bbc2760cb79fc6d8c7e01c9e0ae2f04c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,288 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29f8144fb40e945acb608d2b270fedfc: Waiting for close lock at 1731528987275Running coprocessor pre-close hooks at 1731528987275Disabling compacts and flushes for region at 1731528987275Disabling writes for close at 1731528987275Writing region close event to WAL at 1731528987282 (+7 ms)Running coprocessor post-close hooks at 1731528987288 (+6 ms)Closed at 1731528987288 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731528873110.29f8144fb40e945acb608d2b270fedfc. 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bc74b60f8366da4d231788f0d687bc5, disabling compactions & flushes 2024-11-13T20:16:27,289 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. after waiting 0 ms 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:27,289 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbc2760cb79fc6d8c7e01c9e0ae2f04c: Waiting for close lock at 1731528987278Running coprocessor pre-close hooks at 1731528987278Disabling compacts and flushes for region at 1731528987278Disabling writes for close at 1731528987278Writing region close event to WAL at 1731528987283 (+5 ms)Running coprocessor post-close hooks at 1731528987289 (+6 ms)Closed at 1731528987289 2024-11-13T20:16:27,289 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731528873110.bbc2760cb79fc6d8c7e01c9e0ae2f04c. 2024-11-13T20:16:27,290 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86cecc8d2835cde930a16794fb041466, disabling compactions & flushes 2024-11-13T20:16:27,290 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:16:27,290 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:16:27,290 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. after waiting 0 ms 2024-11-13T20:16:27,290 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:16:27,294 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/8bc74b60f8366da4d231788f0d687bc5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,294 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/info/39e373a3b0574542969d000deb4b0038, entries=32, sequenceid=39, filesize=9.2 K 2024-11-13T20:16:27,295 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:27,295 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bc74b60f8366da4d231788f0d687bc5: Waiting for close lock at 1731528987289Running coprocessor pre-close hooks at 1731528987289Disabling compacts and flushes for region at 1731528987289Disabling writes for close at 1731528987289Writing region close event to WAL at 1731528987290 (+1 ms)Running coprocessor post-close hooks at 1731528987295 (+5 ms)Closed at 1731528987295 2024-11-13T20:16:27,295 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731528873110.8bc74b60f8366da4d231788f0d687bc5. 2024-11-13T20:16:27,295 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=39, compaction requested=false 2024-11-13T20:16:27,296 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/default/SPTestTable/86cecc8d2835cde930a16794fb041466/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:16:27,296 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:16:27,296 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86cecc8d2835cde930a16794fb041466: Waiting for close lock at 1731528987290Running coprocessor pre-close hooks at 1731528987290Disabling compacts and flushes for region at 1731528987290Disabling writes for close at 1731528987290Writing region close event to WAL at 1731528987291 (+1 ms)Running coprocessor post-close hooks at 1731528987296 (+5 ms)Closed at 1731528987296 2024-11-13T20:16:27,296 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731528873110.86cecc8d2835cde930a16794fb041466. 2024-11-13T20:16:27,301 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-13T20:16:27,302 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:16:27,302 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:16:27,302 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731528987245Running coprocessor pre-close hooks at 1731528987245Disabling compacts and flushes for region at 1731528987245Disabling writes for close at 1731528987245Obtaining lock to block concurrent updates at 1731528987245Preparing flush snapshotting stores in 1588230740 at 1731528987245Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3936, getHeapSize=7312, getOffHeapSize=0, getCellsCount=32 at 1731528987246 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731528987246Flushing 1588230740/info: creating writer at 1731528987247 (+1 ms)Flushing 1588230740/info: appending metadata at 1731528987251 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731528987251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2c225f: reopening flushed file at 1731528987284 (+33 ms)Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=39, compaction requested=false at 1731528987295 (+11 ms)Writing region close event to WAL at 1731528987298 (+3 ms)Running coprocessor post-close hooks at 1731528987302 (+4 ms)Closed at 1731528987302 2024-11-13T20:16:27,303 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:16:27,442 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,34879,1731528860766; all regions closed. 2024-11-13T20:16:27,445 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,45287,1731528860662; all regions closed. 2024-11-13T20:16:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741835_1011 (size=3500) 2024-11-13T20:16:27,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741835_1011 (size=3500) 2024-11-13T20:16:27,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741835_1011 (size=3500) 2024-11-13T20:16:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741858_1034 (size=5452) 2024-11-13T20:16:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741858_1034 (size=5452) 2024-11-13T20:16:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741858_1034 (size=5452) 2024-11-13T20:16:27,449 DEBUG [RS:1;04ac815325d6:34879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs 2024-11-13T20:16:27,449 INFO [RS:1;04ac815325d6:34879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C34879%2C1731528860766:(num 1731528862171) 2024-11-13T20:16:27,449 DEBUG [RS:1;04ac815325d6:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,449 INFO [RS:1;04ac815325d6:34879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:16:27,449 INFO [RS:1;04ac815325d6:34879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:16:27,450 INFO [RS:1;04ac815325d6:34879 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:16:27,450 INFO [RS:1;04ac815325d6:34879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:16:27,450 INFO [RS:1;04ac815325d6:34879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:16:27,450 INFO [RS:1;04ac815325d6:34879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:16:27,450 INFO [RS:1;04ac815325d6:34879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:16:27,450 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:16:27,450 INFO [RS:1;04ac815325d6:34879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34879 2024-11-13T20:16:27,451 DEBUG [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs 2024-11-13T20:16:27,451 INFO [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45287%2C1731528860662.meta:.meta(num 1731528914153) 2024-11-13T20:16:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,34879,1731528860766 2024-11-13T20:16:27,454 INFO [RS:1;04ac815325d6:34879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:16:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741834_1010 (size=3530) 2024-11-13T20:16:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:16:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741834_1010 (size=3530) 2024-11-13T20:16:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741834_1010 (size=3530) 2024-11-13T20:16:27,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,34879,1731528860766] 2024-11-13T20:16:27,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,34879,1731528860766 already deleted, retry=false 2024-11-13T20:16:27,457 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,34879,1731528860766 expired; onlineServers=1 2024-11-13T20:16:27,457 DEBUG [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/oldWALs 2024-11-13T20:16:27,457 INFO [RS:0;04ac815325d6:45287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C45287%2C1731528860662:(num 1731528862170) 2024-11-13T20:16:27,457 DEBUG [RS:0;04ac815325d6:45287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:27,457 INFO [RS:0;04ac815325d6:45287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:16:27,457 INFO [RS:0;04ac815325d6:45287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:16:27,457 INFO [RS:0;04ac815325d6:45287 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:16:27,457 INFO [RS:0;04ac815325d6:45287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:16:27,458 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:16:27,458 INFO [RS:0;04ac815325d6:45287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45287 2024-11-13T20:16:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,45287,1731528860662 2024-11-13T20:16:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:16:27,460 INFO [RS:0;04ac815325d6:45287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:16:27,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,45287,1731528860662] 2024-11-13T20:16:27,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,45287,1731528860662 already deleted, retry=false 2024-11-13T20:16:27,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,45287,1731528860662 expired; onlineServers=0 2024-11-13T20:16:27,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,45065,1731528859967' ***** 2024-11-13T20:16:27,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:16:27,463 INFO [M:0;04ac815325d6:45065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:16:27,463 INFO [M:0;04ac815325d6:45065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:16:27,463 DEBUG [M:0;04ac815325d6:45065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:16:27,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:16:27,463 DEBUG [M:0;04ac815325d6:45065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:16:27,463 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731528861810 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731528861810,5,FailOnTimeoutGroup] 2024-11-13T20:16:27,463 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731528861809 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731528861809,5,FailOnTimeoutGroup] 2024-11-13T20:16:27,463 INFO [M:0;04ac815325d6:45065 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:16:27,463 INFO [M:0;04ac815325d6:45065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:16:27,463 DEBUG [M:0;04ac815325d6:45065 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:16:27,463 INFO [M:0;04ac815325d6:45065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:16:27,463 INFO [M:0;04ac815325d6:45065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:16:27,464 ERROR [M:0;04ac815325d6:45065 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38731 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38731,5,PEWorkerGroup] 2024-11-13T20:16:27,464 INFO [M:0;04ac815325d6:45065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:16:27,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:16:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:16:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:27,465 DEBUG [M:0;04ac815325d6:45065 {}] zookeeper.ZKUtil(347): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:16:27,465 WARN [M:0;04ac815325d6:45065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:16:27,466 INFO [M:0;04ac815325d6:45065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/.lastflushedseqids 2024-11-13T20:16:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741868_1044 (size=668) 2024-11-13T20:16:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741868_1044 (size=668) 2024-11-13T20:16:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741868_1044 (size=668) 2024-11-13T20:16:27,484 INFO [M:0;04ac815325d6:45065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:16:27,484 INFO [M:0;04ac815325d6:45065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:16:27,485 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:16:27,485 INFO [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:27,485 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:27,485 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:16:27,485 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:27,485 INFO [M:0;04ac815325d6:45065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=216.31 KB heapSize=268.50 KB 2024-11-13T20:16:27,502 DEBUG [M:0;04ac815325d6:45065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d346f5145beb4d99860d7afd7c4f129a is 82, key is hbase:meta,,1/info:regioninfo/1731528914603/Put/seqid=0 2024-11-13T20:16:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741869_1045 (size=6071) 2024-11-13T20:16:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741869_1045 (size=6071) 2024-11-13T20:16:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741869_1045 (size=6071) 2024-11-13T20:16:27,510 INFO [M:0;04ac815325d6:45065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d346f5145beb4d99860d7afd7c4f129a 2024-11-13T20:16:27,543 DEBUG [M:0;04ac815325d6:45065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/481410f6ed8d4750bd3faf72a0ca3b63 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731528884331/Put/seqid=0 2024-11-13T20:16:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741870_1046 (size=9111) 2024-11-13T20:16:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741870_1046 (size=9111) 2024-11-13T20:16:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741870_1046 (size=9111) 2024-11-13T20:16:27,555 INFO [M:0;04ac815325d6:45065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=215.09 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/481410f6ed8d4750bd3faf72a0ca3b63 2024-11-13T20:16:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:16:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x1003ac7a89a0002, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:16:27,555 INFO [RS:1;04ac815325d6:34879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:16:27,555 INFO [RS:1;04ac815325d6:34879 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,34879,1731528860766; zookeeper connection closed. 2024-11-13T20:16:27,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ae8f552 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ae8f552 2024-11-13T20:16:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:16:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45287-0x1003ac7a89a0001, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:16:27,561 INFO [RS:0;04ac815325d6:45287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:16:27,561 INFO [RS:0;04ac815325d6:45287 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,45287,1731528860662; zookeeper connection closed. 2024-11-13T20:16:27,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20e55875 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20e55875 2024-11-13T20:16:27,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T20:16:27,563 INFO [M:0;04ac815325d6:45065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 481410f6ed8d4750bd3faf72a0ca3b63 2024-11-13T20:16:27,586 DEBUG [M:0;04ac815325d6:45065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4994fb06ada94b0bb82e8acaf9695b6b is 69, key is 04ac815325d6,34879,1731528860766/rs:state/1731528861876/Put/seqid=0 2024-11-13T20:16:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741871_1047 (size=5446) 2024-11-13T20:16:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741871_1047 (size=5446) 2024-11-13T20:16:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741871_1047 (size=5446) 2024-11-13T20:16:27,595 INFO [M:0;04ac815325d6:45065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4994fb06ada94b0bb82e8acaf9695b6b 2024-11-13T20:16:27,602 INFO [M:0;04ac815325d6:45065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4994fb06ada94b0bb82e8acaf9695b6b 2024-11-13T20:16:27,603 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d346f5145beb4d99860d7afd7c4f129a as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d346f5145beb4d99860d7afd7c4f129a 2024-11-13T20:16:27,609 INFO [M:0;04ac815325d6:45065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d346f5145beb4d99860d7afd7c4f129a, entries=14, sequenceid=572, filesize=5.9 K 2024-11-13T20:16:27,611 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/481410f6ed8d4750bd3faf72a0ca3b63 as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/481410f6ed8d4750bd3faf72a0ca3b63 2024-11-13T20:16:27,618 INFO [M:0;04ac815325d6:45065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 481410f6ed8d4750bd3faf72a0ca3b63 2024-11-13T20:16:27,618 INFO [M:0;04ac815325d6:45065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/481410f6ed8d4750bd3faf72a0ca3b63, entries=60, sequenceid=572, filesize=8.9 K 2024-11-13T20:16:27,620 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4994fb06ada94b0bb82e8acaf9695b6b as hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4994fb06ada94b0bb82e8acaf9695b6b 2024-11-13T20:16:27,627 INFO [M:0;04ac815325d6:45065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4994fb06ada94b0bb82e8acaf9695b6b 2024-11-13T20:16:27,628 INFO [M:0;04ac815325d6:45065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/f5d74df8-f92e-f84c-b954-340ec36b5ba3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4994fb06ada94b0bb82e8acaf9695b6b, entries=3, sequenceid=572, filesize=5.3 K 2024-11-13T20:16:27,629 INFO [M:0;04ac815325d6:45065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~216.31 KB/221506, heapSize ~268.20 KB/274640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=572, compaction requested=false 2024-11-13T20:16:27,630 INFO [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:27,630 DEBUG [M:0;04ac815325d6:45065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731528987485Disabling compacts and flushes for region at 1731528987485Disabling writes for close at 1731528987485Obtaining lock to block concurrent updates at 1731528987485Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731528987485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=221506, getHeapSize=274880, getOffHeapSize=0, getCellsCount=693 at 1731528987485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731528987486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731528987486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731528987502 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731528987502Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731528987518 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731528987543 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731528987543Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731528987563 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731528987585 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731528987585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2f823e: reopening flushed file at 1731528987602 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dae7de4: reopening flushed file at 1731528987610 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d2d537: reopening flushed file at 1731528987618 (+8 ms)Finished flush of dataSize ~216.31 KB/221506, heapSize ~268.20 KB/274640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=572, compaction requested=false at 1731528987629 (+11 ms)Writing region close event to WAL at 1731528987630 (+1 ms)Closed at 1731528987630 2024-11-13T20:16:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41967 is added to blk_1073741830_1006 (size=259589) 2024-11-13T20:16:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741830_1006 (size=259589) 2024-11-13T20:16:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741830_1006 (size=259589) 2024-11-13T20:16:27,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:16:27,634 INFO [M:0;04ac815325d6:45065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:16:27,635 INFO [M:0;04ac815325d6:45065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45065 2024-11-13T20:16:27,635 INFO [M:0;04ac815325d6:45065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:16:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:16:27,737 INFO [M:0;04ac815325d6:45065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:16:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45065-0x1003ac7a89a0000, quorum=127.0.0.1:60679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:16:27,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:27,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:16:27,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:16:27,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:16:27,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,STOPPED} 2024-11-13T20:16:27,748 WARN [BP-144124708-172.17.0.2-1731528856943 heartbeating to localhost/127.0.0.1:38731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:16:27,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:16:27,748 WARN [BP-144124708-172.17.0.2-1731528856943 heartbeating to localhost/127.0.0.1:38731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-144124708-172.17.0.2-1731528856943 (Datanode Uuid f735e983-40b3-4a19-978b-5b663645a529) service to localhost/127.0.0.1:38731 2024-11-13T20:16:27,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:16:27,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data5/current/BP-144124708-172.17.0.2-1731528856943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:16:27,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data6/current/BP-144124708-172.17.0.2-1731528856943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:16:27,750 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:16:27,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:27,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:16:27,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:16:27,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:16:27,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,STOPPED} 2024-11-13T20:16:27,754 WARN [BP-144124708-172.17.0.2-1731528856943 heartbeating to localhost/127.0.0.1:38731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:16:27,754 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:16:27,754 WARN [BP-144124708-172.17.0.2-1731528856943 heartbeating to localhost/127.0.0.1:38731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-144124708-172.17.0.2-1731528856943 (Datanode Uuid 81eab623-3e2a-4ccd-b28f-cc567b384ece) service to localhost/127.0.0.1:38731 2024-11-13T20:16:27,754 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:16:27,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data3/current/BP-144124708-172.17.0.2-1731528856943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:16:27,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data4/current/BP-144124708-172.17.0.2-1731528856943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:16:27,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:16:27,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:27,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:16:27,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:16:27,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:16:27,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,STOPPED} 2024-11-13T20:16:27,759 WARN [BP-144124708-172.17.0.2-1731528856943 heartbeating to localhost/127.0.0.1:38731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:16:27,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:16:27,760 WARN [BP-144124708-172.17.0.2-1731528856943 heartbeating to localhost/127.0.0.1:38731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-144124708-172.17.0.2-1731528856943 (Datanode Uuid 3a93e3f7-1909-4a33-b91f-da7e140a6e1d) service to localhost/127.0.0.1:38731 2024-11-13T20:16:27,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:16:27,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data1/current/BP-144124708-172.17.0.2-1731528856943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:16:27,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/cluster_e6b20ede-4ee1-1b76-68c1-b02c7c61cd0a/data/data2/current/BP-144124708-172.17.0.2-1731528856943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:16:27,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:16:27,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:16:27,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:16:27,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:16:27,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:16:27,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir/,STOPPED} 2024-11-13T20:16:27,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:16:27,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:16:27,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/04ac815325d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/04ac815325d6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38731 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@20bc2e4f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38731 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/04ac815325d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=8140 (was 9460) 2024-11-13T20:16:27,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=8140 2024-11-13T20:16:27,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir so I do NOT create it in target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21 2024-11-13T20:16:27,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:16:27,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.tmp.dir so I do NOT create it in target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21 2024-11-13T20:16:27,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cea3aa05-1d2d-a76b-39a5-1c26a97380ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:16:27,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21 2024-11-13T20:16:27,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:16:27,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd, deleteOnExit=true 2024-11-13T20:16:27,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:16:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/test.cache.data in system properties and HBase conf 2024-11-13T20:16:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:16:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:16:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:16:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:16:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:16:27,856 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:16:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:16:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:16:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:16:27,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:16:27,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:16:27,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:16:27,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:16:27,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:16:27,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:27,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:16:27,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:16:27,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:16:27,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:16:27,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:27,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:16:27,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:16:28,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/java.io.tmpdir/jetty-localhost-39661-hadoop-hdfs-3_4_1-tests_jar-_-any-7629752034737745927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:16:28,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:39661} 2024-11-13T20:16:28,062 INFO [Time-limited test {}] server.Server(415): Started @133220ms 2024-11-13T20:16:28,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:28,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:16:28,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:16:28,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:16:28,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:16:28,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:16:28,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:16:28,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31631745{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/java.io.tmpdir/jetty-localhost-42583-hadoop-hdfs-3_4_1-tests_jar-_-any-7531289692383976039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:28,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:42583} 2024-11-13T20:16:28,264 INFO [Time-limited test {}] server.Server(415): Started @133422ms 2024-11-13T20:16:28,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:16:28,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:28,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:16:28,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:16:28,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:16:28,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:16:28,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:16:28,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:16:28,366 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data1/current/BP-1534838355-172.17.0.2-1731528987885/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:28,366 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data2/current/BP-1534838355-172.17.0.2-1731528987885/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:28,383 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:16:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1876b828e67c906 with lease ID 0x3d897541dfac2da5: Processing first storage report for DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb from datanode DatanodeRegistration(127.0.0.1:34001, datanodeUuid=51941144-d06f-4efc-a784-d711ccd7e8af, infoPort=44669, infoSecurePort=0, ipcPort=36345, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885) 2024-11-13T20:16:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1876b828e67c906 with lease ID 0x3d897541dfac2da5: from storage DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb node DatanodeRegistration(127.0.0.1:34001, datanodeUuid=51941144-d06f-4efc-a784-d711ccd7e8af, infoPort=44669, infoSecurePort=0, ipcPort=36345, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:16:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1876b828e67c906 with lease ID 0x3d897541dfac2da5: Processing first storage report for DS-e2836c1d-6e12-4507-9b49-b0d36fd57ab9 from datanode DatanodeRegistration(127.0.0.1:34001, datanodeUuid=51941144-d06f-4efc-a784-d711ccd7e8af, infoPort=44669, infoSecurePort=0, ipcPort=36345, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885) 2024-11-13T20:16:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1876b828e67c906 with lease ID 0x3d897541dfac2da5: from storage DS-e2836c1d-6e12-4507-9b49-b0d36fd57ab9 node DatanodeRegistration(127.0.0.1:34001, datanodeUuid=51941144-d06f-4efc-a784-d711ccd7e8af, infoPort=44669, infoSecurePort=0, ipcPort=36345, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:16:28,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235874fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/java.io.tmpdir/jetty-localhost-39565-hadoop-hdfs-3_4_1-tests_jar-_-any-6442252234919527503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:28,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:39565} 2024-11-13T20:16:28,444 INFO [Time-limited test {}] server.Server(415): Started @133601ms 2024-11-13T20:16:28,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:16:28,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:16:28,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:16:28,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:16:28,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:16:28,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:16:28,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:16:28,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:16:28,531 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data4/current/BP-1534838355-172.17.0.2-1731528987885/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:28,531 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data3/current/BP-1534838355-172.17.0.2-1731528987885/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:28,557 WARN [Thread-717 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:16:28,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab11565d6e0f47d6 with lease ID 0x3d897541dfac2da6: Processing first storage report for DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a from datanode DatanodeRegistration(127.0.0.1:38985, datanodeUuid=4bc16069-1240-4b7c-961c-6bcac0acf7ec, infoPort=42995, infoSecurePort=0, ipcPort=35089, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885) 2024-11-13T20:16:28,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab11565d6e0f47d6 with lease ID 0x3d897541dfac2da6: from storage DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a node DatanodeRegistration(127.0.0.1:38985, datanodeUuid=4bc16069-1240-4b7c-961c-6bcac0acf7ec, infoPort=42995, infoSecurePort=0, ipcPort=35089, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:16:28,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab11565d6e0f47d6 with lease ID 0x3d897541dfac2da6: Processing first storage report for DS-ae91dabc-0b95-40fa-93d7-35f8d7ed04b7 from datanode DatanodeRegistration(127.0.0.1:38985, datanodeUuid=4bc16069-1240-4b7c-961c-6bcac0acf7ec, infoPort=42995, infoSecurePort=0, ipcPort=35089, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885) 2024-11-13T20:16:28,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab11565d6e0f47d6 with lease ID 0x3d897541dfac2da6: from storage DS-ae91dabc-0b95-40fa-93d7-35f8d7ed04b7 node DatanodeRegistration(127.0.0.1:38985, datanodeUuid=4bc16069-1240-4b7c-961c-6bcac0acf7ec, infoPort=42995, infoSecurePort=0, ipcPort=35089, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:16:28,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@741a1bb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-17377259427785640580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:16:28,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-11-13T20:16:28,597 INFO [Time-limited test {}] server.Server(415): Started @133755ms 2024-11-13T20:16:28,598 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:16:28,682 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data5/current/BP-1534838355-172.17.0.2-1731528987885/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:28,682 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data6/current/BP-1534838355-172.17.0.2-1731528987885/current, will proceed with Du for space computation calculation, 2024-11-13T20:16:28,706 WARN [Thread-752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:16:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c24d375911349ea with lease ID 0x3d897541dfac2da7: Processing first storage report for DS-8650a43c-51f4-470e-a815-a734988398f2 from datanode DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7dac7c37-d503-4aac-9f2a-9c680ea6ecdb, infoPort=45395, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885) 2024-11-13T20:16:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c24d375911349ea with lease ID 0x3d897541dfac2da7: from storage DS-8650a43c-51f4-470e-a815-a734988398f2 node DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7dac7c37-d503-4aac-9f2a-9c680ea6ecdb, infoPort=45395, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:16:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c24d375911349ea with lease ID 0x3d897541dfac2da7: Processing first storage report for DS-bcf50ab9-a9e8-46ee-ad6e-a0f4724651e9 from datanode DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7dac7c37-d503-4aac-9f2a-9c680ea6ecdb, infoPort=45395, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885) 2024-11-13T20:16:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c24d375911349ea with lease ID 0x3d897541dfac2da7: from storage DS-bcf50ab9-a9e8-46ee-ad6e-a0f4724651e9 node DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7dac7c37-d503-4aac-9f2a-9c680ea6ecdb, infoPort=45395, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=1875213201;c=1731528987885), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:16:28,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21 2024-11-13T20:16:28,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/zookeeper_0, clientPort=57800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:16:28,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57800 2024-11-13T20:16:28,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:16:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:16:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:16:28,744 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 with version=8 2024-11-13T20:16:28,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/hbase-staging 2024-11-13T20:16:28,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:16:28,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:16:28,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:16:28,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:16:28,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:16:28,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40495 2024-11-13T20:16:28,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40495 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-13T20:16:28,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404950x0, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:16:28,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40495-0x1003ac9a2d30000 connected 2024-11-13T20:16:28,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:28,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094, hbase.cluster.distributed=false 2024-11-13T20:16:28,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:16:28,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-13T20:16:28,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40495 2024-11-13T20:16:28,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40495 2024-11-13T20:16:28,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-13T20:16:28,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-13T20:16:28,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:16:28,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:16:28,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46827 2024-11-13T20:16:28,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46827 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-13T20:16:28,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468270x0, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:16:28,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46827-0x1003ac9a2d30001 connected 2024-11-13T20:16:28,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:28,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:16:28,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:16:28,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:16:28,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:16:28,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46827 2024-11-13T20:16:28,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46827 2024-11-13T20:16:28,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46827 2024-11-13T20:16:28,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46827 2024-11-13T20:16:28,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46827 2024-11-13T20:16:28,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:16:28,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:16:28,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41453 2024-11-13T20:16:28,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41453 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-13T20:16:28,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414530x0, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:16:28,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41453-0x1003ac9a2d30002 connected 2024-11-13T20:16:28,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:28,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:16:28,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:16:28,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:16:28,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:16:28,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-13T20:16:28,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41453 2024-11-13T20:16:28,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41453 2024-11-13T20:16:28,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-13T20:16:28,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-13T20:16:28,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:16:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:16:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:16:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:16:28,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:16:28,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:16:28,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46751 2024-11-13T20:16:28,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46751 connecting to ZooKeeper ensemble=127.0.0.1:57800 2024-11-13T20:16:28,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467510x0, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:16:28,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467510x0, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:16:28,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46751-0x1003ac9a2d30003 connected 2024-11-13T20:16:28,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:16:28,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:16:28,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:16:28,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:16:28,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46751 2024-11-13T20:16:28,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46751 2024-11-13T20:16:28,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46751 2024-11-13T20:16:28,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46751 2024-11-13T20:16:28,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46751 2024-11-13T20:16:28,886 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:40495 2024-11-13T20:16:28,886 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,40495,1731528988746 2024-11-13T20:16:28,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,889 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,40495,1731528988746 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,891 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:16:28,892 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,40495,1731528988746 from backup master directory 2024-11-13T20:16:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,40495,1731528988746 2024-11-13T20:16:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:16:28,894 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:16:28,894 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,40495,1731528988746 2024-11-13T20:16:28,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/hbase.id] with ID: b32f29a5-250c-478e-81f8-68c16adcba8e 2024-11-13T20:16:28,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.tmp/hbase.id 2024-11-13T20:16:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:16:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:16:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:16:28,907 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.tmp/hbase.id]:[hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/hbase.id] 2024-11-13T20:16:28,920 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:16:28,920 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:16:28,922 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T20:16:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:28,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:16:28,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:16:28,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:16:28,934 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:16:28,935 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:16:28,935 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:16:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:16:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:16:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:16:28,946 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store 2024-11-13T20:16:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:16:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:16:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:16:28,959 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:28,959 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:16:28,960 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:28,960 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:28,960 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:16:28,960 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:28,960 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:16:28,960 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731528988959Disabling compacts and flushes for region at 1731528988959Disabling writes for close at 1731528988960 (+1 ms)Writing region close event to WAL at 1731528988960Closed at 1731528988960 2024-11-13T20:16:28,961 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/.initializing 2024-11-13T20:16:28,961 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/WALs/04ac815325d6,40495,1731528988746 2024-11-13T20:16:28,963 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:16:28,965 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C40495%2C1731528988746, suffix=, logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/WALs/04ac815325d6,40495,1731528988746, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/oldWALs, maxLogs=10 2024-11-13T20:16:28,986 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/WALs/04ac815325d6,40495,1731528988746/04ac815325d6%2C40495%2C1731528988746.1731528988965, exclude list is [], retry=0 2024-11-13T20:16:28,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650a43c-51f4-470e-a815-a734988398f2,DISK] 2024-11-13T20:16:28,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a,DISK] 2024-11-13T20:16:28,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34001,DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb,DISK] 2024-11-13T20:16:28,992 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/WALs/04ac815325d6,40495,1731528988746/04ac815325d6%2C40495%2C1731528988746.1731528988965 2024-11-13T20:16:28,995 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45395:45395),(127.0.0.1/127.0.0.1:42995:42995),(127.0.0.1/127.0.0.1:44669:44669)] 2024-11-13T20:16:28,995 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:16:28,995 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:28,996 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:28,996 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:28,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:28,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:16:28,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:29,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:16:29,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:16:29,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:29,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:16:29,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:29,007 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,007 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,008 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,009 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,009 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,010 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:16:29,011 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:16:29,013 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:29,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62185472, jitterRate=-0.0733642578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:16:29,014 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731528988996Initializing all the Stores at 1731528988997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528988997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528988997Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528988997Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528988997Cleaning up temporary data from old regions at 1731528989009 (+12 ms)Region opened successfully at 1731528989014 (+5 ms) 2024-11-13T20:16:29,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:16:29,018 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ede5c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:16:29,019 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:16:29,019 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:16:29,019 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:16:29,019 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:16:29,020 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:16:29,020 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:16:29,020 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T20:16:29,022 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:16:29,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:16:29,024 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:16:29,025 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:16:29,025 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:16:29,026 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:16:29,027 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:16:29,028 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:16:29,029 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:16:29,030 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:16:29,031 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:16:29,033 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:16:29,034 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,036 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,40495,1731528988746, sessionid=0x1003ac9a2d30000, setting cluster-up flag (Was=false) 2024-11-13T20:16:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,046 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:16:29,047 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,40495,1731528988746 2024-11-13T20:16:29,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,055 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:16:29,056 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,40495,1731528988746 2024-11-13T20:16:29,058 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:16:29,060 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:16:29,060 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:16:29,060 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:16:29,061 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,40495,1731528988746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:16:29,062 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:16:29,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529019065 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:16:29,065 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,066 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:16:29,067 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:16:29,067 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:16:29,067 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:16:29,067 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:16:29,067 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:16:29,067 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731528989067,5,FailOnTimeoutGroup] 2024-11-13T20:16:29,067 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731528989067,5,FailOnTimeoutGroup] 2024-11-13T20:16:29,068 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,068 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:16:29,068 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,068 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,076 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(746): ClusterId : b32f29a5-250c-478e-81f8-68c16adcba8e 2024-11-13T20:16:29,077 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:16:29,077 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(746): ClusterId : b32f29a5-250c-478e-81f8-68c16adcba8e 2024-11-13T20:16:29,077 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:16:29,078 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(746): ClusterId : b32f29a5-250c-478e-81f8-68c16adcba8e 2024-11-13T20:16:29,078 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:16:29,080 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:16:29,080 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:16:29,080 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:16:29,080 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:16:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:16:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:16:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:16:29,082 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:16:29,082 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:16:29,083 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:16:29,083 DEBUG [RS:0;04ac815325d6:46827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665f58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:16:29,084 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:16:29,084 DEBUG [RS:1;04ac815325d6:41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c28561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:16:29,085 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:16:29,085 DEBUG [RS:2;04ac815325d6:46751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134cb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:16:29,097 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:46827 2024-11-13T20:16:29,097 INFO [RS:0;04ac815325d6:46827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:16:29,097 INFO [RS:0;04ac815325d6:46827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:16:29,097 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:16:29,099 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,40495,1731528988746 with port=46827, startcode=1731528988804 2024-11-13T20:16:29,099 DEBUG [RS:0;04ac815325d6:46827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:16:29,099 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:41453 2024-11-13T20:16:29,100 INFO [RS:1;04ac815325d6:41453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:16:29,100 INFO [RS:1;04ac815325d6:41453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:16:29,100 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:16:29,100 DEBUG [RS:2;04ac815325d6:46751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;04ac815325d6:46751 2024-11-13T20:16:29,100 INFO [RS:2;04ac815325d6:46751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:16:29,100 INFO [RS:2;04ac815325d6:46751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:16:29,100 DEBUG [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:16:29,100 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,40495,1731528988746 with port=46751, startcode=1731528988862 2024-11-13T20:16:29,100 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,40495,1731528988746 with port=41453, startcode=1731528988833 2024-11-13T20:16:29,101 DEBUG [RS:1;04ac815325d6:41453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:16:29,101 DEBUG [RS:2;04ac815325d6:46751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:16:29,101 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:16:29,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,46827,1731528988804 2024-11-13T20:16:29,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,46827,1731528988804 2024-11-13T20:16:29,102 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:16:29,102 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:16:29,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,103 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:29,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,103 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36497 2024-11-13T20:16:29,103 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:16:29,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,41453,1731528988833 2024-11-13T20:16:29,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,41453,1731528988833 2024-11-13T20:16:29,105 DEBUG [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:29,105 DEBUG [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36497 2024-11-13T20:16:29,105 DEBUG [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:16:29,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:16:29,106 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:29,106 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36497 2024-11-13T20:16:29,106 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:16:29,109 DEBUG [RS:0;04ac815325d6:46827 {}] zookeeper.ZKUtil(111): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,46827,1731528988804 2024-11-13T20:16:29,109 WARN [RS:0;04ac815325d6:46827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:16:29,109 INFO [RS:0;04ac815325d6:46827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:16:29,110 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804 2024-11-13T20:16:29,110 DEBUG [RS:2;04ac815325d6:46751 {}] zookeeper.ZKUtil(111): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,46751,1731528988862] 2024-11-13T20:16:29,110 WARN [RS:2;04ac815325d6:46751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:16:29,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,46827,1731528988804] 2024-11-13T20:16:29,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,41453,1731528988833] 2024-11-13T20:16:29,110 INFO [RS:2;04ac815325d6:46751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:16:29,110 DEBUG [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,110 DEBUG [RS:1;04ac815325d6:41453 {}] zookeeper.ZKUtil(111): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,41453,1731528988833 2024-11-13T20:16:29,110 WARN [RS:1;04ac815325d6:41453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:16:29,111 INFO [RS:1;04ac815325d6:41453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:16:29,111 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,41453,1731528988833 2024-11-13T20:16:29,114 INFO [RS:0;04ac815325d6:46827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:16:29,114 INFO [RS:2;04ac815325d6:46751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:16:29,117 INFO [RS:1;04ac815325d6:41453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:16:29,119 INFO [RS:0;04ac815325d6:46827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:16:29,120 INFO [RS:2;04ac815325d6:46751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:16:29,120 INFO [RS:1;04ac815325d6:41453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:16:29,120 INFO [RS:0;04ac815325d6:46827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:16:29,120 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,120 INFO [RS:2;04ac815325d6:46751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:16:29,121 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,124 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:16:29,124 INFO [RS:1;04ac815325d6:41453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:16:29,124 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:16:29,125 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,125 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:16:29,125 INFO [RS:0;04ac815325d6:46827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:16:29,125 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,125 INFO [RS:2;04ac815325d6:46751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:16:29,125 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:16:29,126 INFO [RS:1;04ac815325d6:41453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:16:29,126 DEBUG [RS:0;04ac815325d6:46827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,126 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:16:29,127 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:16:29,127 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:16:29,127 DEBUG [RS:1;04ac815325d6:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:16:29,127 DEBUG [RS:2;04ac815325d6:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:16:29,129 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,129 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,129 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,129 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,129 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,129 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,46827,1731528988804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41453,1731528988833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,130 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,46751,1731528988862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:16:29,147 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:16:29,147 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,46827,1731528988804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,148 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,148 INFO [RS:0;04ac815325d6:46827 {}] regionserver.Replication(171): 04ac815325d6,46827,1731528988804 started 2024-11-13T20:16:29,153 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:16:29,153 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41453,1731528988833-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,153 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,153 INFO [RS:1;04ac815325d6:41453 {}] regionserver.Replication(171): 04ac815325d6,41453,1731528988833 started 2024-11-13T20:16:29,156 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:16:29,156 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,46751,1731528988862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,156 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,156 INFO [RS:2;04ac815325d6:46751 {}] regionserver.Replication(171): 04ac815325d6,46751,1731528988862 started 2024-11-13T20:16:29,166 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,166 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,46827,1731528988804, RpcServer on 04ac815325d6/172.17.0.2:46827, sessionid=0x1003ac9a2d30001 2024-11-13T20:16:29,166 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:16:29,166 DEBUG [RS:0;04ac815325d6:46827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,46827,1731528988804 2024-11-13T20:16:29,166 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,46827,1731528988804' 2024-11-13T20:16:29,166 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:16:29,167 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:16:29,167 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:16:29,168 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:16:29,168 DEBUG [RS:0;04ac815325d6:46827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,46827,1731528988804 2024-11-13T20:16:29,168 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,46827,1731528988804' 2024-11-13T20:16:29,168 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:16:29,168 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:16:29,168 DEBUG [RS:0;04ac815325d6:46827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:16:29,169 INFO [RS:0;04ac815325d6:46827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:16:29,169 INFO [RS:0;04ac815325d6:46827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:16:29,174 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,174 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,41453,1731528988833, RpcServer on 04ac815325d6/172.17.0.2:41453, sessionid=0x1003ac9a2d30002 2024-11-13T20:16:29,174 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:16:29,174 DEBUG [RS:1;04ac815325d6:41453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,41453,1731528988833 2024-11-13T20:16:29,174 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41453,1731528988833' 2024-11-13T20:16:29,174 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:16:29,175 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:16:29,175 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:16:29,175 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:16:29,175 DEBUG [RS:1;04ac815325d6:41453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,41453,1731528988833 2024-11-13T20:16:29,175 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41453,1731528988833' 2024-11-13T20:16:29,175 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:16:29,176 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:16:29,176 DEBUG [RS:1;04ac815325d6:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:16:29,176 INFO [RS:2;04ac815325d6:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:29,176 INFO [RS:1;04ac815325d6:41453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:16:29,176 INFO [RS:1;04ac815325d6:41453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:16:29,176 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,46751,1731528988862, RpcServer on 04ac815325d6/172.17.0.2:46751, sessionid=0x1003ac9a2d30003 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,46751,1731528988862' 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,177 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,46751,1731528988862' 2024-11-13T20:16:29,178 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:16:29,178 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:16:29,178 DEBUG [RS:2;04ac815325d6:46751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:16:29,178 INFO [RS:2;04ac815325d6:46751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:16:29,178 INFO [RS:2;04ac815325d6:46751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:16:29,269 INFO [RS:0;04ac815325d6:46827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:16:29,271 INFO [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C46827%2C1731528988804, suffix=, logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs, maxLogs=32 2024-11-13T20:16:29,277 INFO [RS:1;04ac815325d6:41453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:16:29,278 INFO [RS:1;04ac815325d6:41453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41453%2C1731528988833, suffix=, logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,41453,1731528988833, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs, maxLogs=32 2024-11-13T20:16:29,279 INFO [RS:2;04ac815325d6:46751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:16:29,280 INFO [RS:2;04ac815325d6:46751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C46751%2C1731528988862, suffix=, logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs, maxLogs=32 2024-11-13T20:16:29,288 DEBUG [RS:0;04ac815325d6:46827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804/04ac815325d6%2C46827%2C1731528988804.1731528989272, exclude list is [], retry=0 2024-11-13T20:16:29,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34001,DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb,DISK] 2024-11-13T20:16:29,292 DEBUG [RS:1;04ac815325d6:41453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,41453,1731528988833/04ac815325d6%2C41453%2C1731528988833.1731528989279, exclude list is [], retry=0 2024-11-13T20:16:29,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650a43c-51f4-470e-a815-a734988398f2,DISK] 2024-11-13T20:16:29,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a,DISK] 2024-11-13T20:16:29,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650a43c-51f4-470e-a815-a734988398f2,DISK] 2024-11-13T20:16:29,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a,DISK] 2024-11-13T20:16:29,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34001,DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb,DISK] 2024-11-13T20:16:29,297 DEBUG [RS:2;04ac815325d6:46751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862/04ac815325d6%2C46751%2C1731528988862.1731528989281, exclude list is [], retry=0 2024-11-13T20:16:29,298 INFO [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804/04ac815325d6%2C46827%2C1731528988804.1731528989272 2024-11-13T20:16:29,299 DEBUG [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44669:44669),(127.0.0.1/127.0.0.1:45395:45395),(127.0.0.1/127.0.0.1:42995:42995)] 2024-11-13T20:16:29,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650a43c-51f4-470e-a815-a734988398f2,DISK] 2024-11-13T20:16:29,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a,DISK] 2024-11-13T20:16:29,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34001,DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb,DISK] 2024-11-13T20:16:29,301 INFO [RS:1;04ac815325d6:41453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,41453,1731528988833/04ac815325d6%2C41453%2C1731528988833.1731528989279 2024-11-13T20:16:29,302 INFO [RS:2;04ac815325d6:46751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862/04ac815325d6%2C46751%2C1731528988862.1731528989281 2024-11-13T20:16:29,302 DEBUG [RS:1;04ac815325d6:41453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45395:45395),(127.0.0.1/127.0.0.1:42995:42995),(127.0.0.1/127.0.0.1:44669:44669)] 2024-11-13T20:16:29,302 DEBUG [RS:2;04ac815325d6:46751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45395:45395),(127.0.0.1/127.0.0.1:44669:44669),(127.0.0.1/127.0.0.1:42995:42995)] 2024-11-13T20:16:29,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:16:29,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741835_1011 (size=32) 2024-11-13T20:16:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741835_1011 (size=32) 2024-11-13T20:16:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741835_1011 (size=32) 2024-11-13T20:16:29,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:29,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:16:29,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:16:29,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:29,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:16:29,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:16:29,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:29,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:16:29,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:16:29,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:29,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:16:29,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:16:29,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:29,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:29,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:16:29,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740 2024-11-13T20:16:29,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740 2024-11-13T20:16:29,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:16:29,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:16:29,505 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:16:29,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:16:29,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:29,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61125132, jitterRate=-0.08916455507278442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:16:29,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731528989492Initializing all the Stores at 1731528989493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528989493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528989493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528989493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528989493Cleaning up temporary data from old regions at 1731528989505 (+12 ms)Region opened successfully at 1731528989510 (+5 ms) 2024-11-13T20:16:29,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:16:29,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:16:29,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:16:29,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:16:29,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:16:29,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:16:29,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731528989510Disabling compacts and flushes for region at 1731528989510Disabling writes for close at 1731528989510Writing region close event to WAL at 1731528989511 (+1 ms)Closed at 1731528989511 2024-11-13T20:16:29,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:16:29,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:16:29,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:16:29,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:16:29,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:16:29,664 DEBUG [04ac815325d6:40495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T20:16:29,665 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T20:16:29,667 INFO [04ac815325d6:40495 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:16:29,667 INFO [04ac815325d6:40495 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:16:29,667 INFO [04ac815325d6:40495 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T20:16:29,667 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:16:29,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:29,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,46751,1731528988862, state=OPENING 2024-11-13T20:16:29,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:16:29,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:16:29,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:29,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:29,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:29,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:29,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:16:29,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,46751,1731528988862}] 2024-11-13T20:16:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:32,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:32,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:32,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:16:32,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:32,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:32,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:33,768 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:45065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T20:16:39,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:16:39,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:16:39,682 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:16:39,682 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:16:39,683 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:16:39,685 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C46751%2C1731528988862.meta, suffix=.meta, logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs, maxLogs=32 2024-11-13T20:16:39,707 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, exclude list is [], retry=0 2024-11-13T20:16:39,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650a43c-51f4-470e-a815-a734988398f2,DISK] 2024-11-13T20:16:39,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a,DISK] 2024-11-13T20:16:39,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34001,DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb,DISK] 2024-11-13T20:16:39,716 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta 2024-11-13T20:16:39,718 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44669:44669),(127.0.0.1/127.0.0.1:42995:42995),(127.0.0.1/127.0.0.1:45395:45395)] 2024-11-13T20:16:39,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:16:39,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:16:39,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:16:39,719 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:16:39,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:16:39,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:16:39,720 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:16:39,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:16:39,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:16:39,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:39,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:39,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:16:39,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:16:39,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:39,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:39,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:16:39,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:16:39,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:39,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:39,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:16:39,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:16:39,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:39,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:16:39,731 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:16:39,732 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740 2024-11-13T20:16:39,733 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740 2024-11-13T20:16:39,734 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:16:39,734 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:16:39,735 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:16:39,737 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:16:39,738 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60652470, jitterRate=-0.09620776772499084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:16:39,738 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:16:39,738 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731528999720Writing region info on filesystem at 1731528999720Initializing all the Stores at 1731528999721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528999721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528999724 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731528999724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731528999724Cleaning up temporary data from old regions at 1731528999734 (+10 ms)Running coprocessor post-open hooks at 1731528999738 (+4 ms)Region opened successfully at 1731528999738 2024-11-13T20:16:39,749 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731528999675 2024-11-13T20:16:39,751 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:16:39,751 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:16:39,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:39,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,46751,1731528988862, state=OPEN 2024-11-13T20:16:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:16:39,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:16:39,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:16:39,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,46751,1731528988862 2024-11-13T20:16:39,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:39,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:39,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:16:39,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:39,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:16:39,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:16:39,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,46751,1731528988862 in 10.0820 sec 2024-11-13T20:16:39,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:16:39,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2460 sec 2024-11-13T20:16:39,760 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:16:39,761 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:16:39,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:16:39,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1] 2024-11-13T20:16:39,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:16:39,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:16:39,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7130 sec 2024-11-13T20:16:39,773 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731528999773, completionTime=-1 2024-11-13T20:16:39,773 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T20:16:39,773 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:16:39,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T20:16:39,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731529059775 2024-11-13T20:16:39,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731529119775 2024-11-13T20:16:39,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:16:39,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40495,1731528988746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40495,1731528988746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40495,1731528988746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:40495, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,776 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,778 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.886sec 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40495,1731528988746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:16:39,780 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40495,1731528988746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:16:39,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bda7e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:16:39,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40495,-1 for getting cluster id 2024-11-13T20:16:39,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:16:39,787 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32f29a5-250c-478e-81f8-68c16adcba8e' 2024-11-13T20:16:39,787 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:16:39,787 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32f29a5-250c-478e-81f8-68c16adcba8e" 2024-11-13T20:16:39,788 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:16:39,788 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:16:39,788 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40495,1731528988746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:16:39,788 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705657fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:16:39,788 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40495,-1] 2024-11-13T20:16:39,788 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:16:39,792 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:39,794 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:16:39,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804d1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:16:39,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:16:39,797 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1] 2024-11-13T20:16:39,797 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:16:39,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:16:39,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,40495,1731528988746 2024-11-13T20:16:39,801 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731528999801 (current time:1731528999801). 2024-11-13T20:16:39,801 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T20:16:39,801 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T20:16:39,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:16:39,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,40495,-1 for getting cluster id 2024-11-13T20:16:39,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:16:39,807 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32f29a5-250c-478e-81f8-68c16adcba8e' 2024-11-13T20:16:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:16:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32f29a5-250c-478e-81f8-68c16adcba8e" 2024-11-13T20:16:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a10df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:16:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,40495,-1] 2024-11-13T20:16:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:16:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:39,809 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:16:39,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6082dd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:16:39,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:16:39,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1] 2024-11-13T20:16:39,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:16:39,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:16:39,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:16:39,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:16:39,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:39,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:16:39,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:16:39,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:16:39,816 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,40495,1731528988746 2024-11-13T20:16:39,816 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6453e959 2024-11-13T20:16:39,817 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:16:39,818 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:16:39,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:16:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T20:16:39,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:16:39,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T20:16:39,822 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:39,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:16:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741837_1013 (size=361) 2024-11-13T20:16:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741837_1013 (size=361) 2024-11-13T20:16:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741837_1013 (size=361) 2024-11-13T20:16:39,872 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd84989387659da73f13aad579139fa0, NAME => 'SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,873 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 16b17378af78a31e7b9522aa0424e41d, NAME => 'SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,881 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 61845c08684dd81985ac8757ea8809f8, NAME => 'SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741838_1014 (size=54) 2024-11-13T20:16:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741838_1014 (size=54) 2024-11-13T20:16:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741838_1014 (size=54) 2024-11-13T20:16:39,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bd84989387659da73f13aad579139fa0, disabling compactions & flushes 2024-11-13T20:16:39,913 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:39,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:39,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. after waiting 0 ms 2024-11-13T20:16:39,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:39,914 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:39,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd84989387659da73f13aad579139fa0: Waiting for close lock at 1731528999913Disabling compacts and flushes for region at 1731528999913Disabling writes for close at 1731528999913Writing region close event to WAL at 1731528999914 (+1 ms)Closed at 1731528999914 2024-11-13T20:16:39,915 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1490589200a1ab3ab2484b5536cb672, NAME => 'SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:39,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741839_1015 (size=62) 2024-11-13T20:16:39,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741839_1015 (size=62) 2024-11-13T20:16:39,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741839_1015 (size=62) 2024-11-13T20:16:39,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 16b17378af78a31e7b9522aa0424e41d, disabling compactions & flushes 2024-11-13T20:16:39,941 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:39,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:39,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. after waiting 0 ms 2024-11-13T20:16:39,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:39,941 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:39,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 16b17378af78a31e7b9522aa0424e41d: Waiting for close lock at 1731528999941Disabling compacts and flushes for region at 1731528999941Disabling writes for close at 1731528999941Writing region close event to WAL at 1731528999941Closed at 1731528999941 2024-11-13T20:16:39,942 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2a0eb92b6cbaab0ddf3c52b6df16279a, NAME => 'SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741840_1016 (size=62) 2024-11-13T20:16:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741840_1016 (size=62) 2024-11-13T20:16:39,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 61845c08684dd81985ac8757ea8809f8, disabling compactions & flushes 2024-11-13T20:16:39,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:39,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:39,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. after waiting 0 ms 2024-11-13T20:16:39,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:39,950 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:39,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 61845c08684dd81985ac8757ea8809f8: Waiting for close lock at 1731528999949Disabling compacts and flushes for region at 1731528999949Disabling writes for close at 1731528999949Writing region close event to WAL at 1731528999950 (+1 ms)Closed at 1731528999950 2024-11-13T20:16:39,950 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 417974cd12f5cd46d677e3a0c26e99f4, NAME => 'SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741840_1016 (size=62) 2024-11-13T20:16:39,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741842_1018 (size=62) 2024-11-13T20:16:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741842_1018 (size=62) 2024-11-13T20:16:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741842_1018 (size=62) 2024-11-13T20:16:39,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2a0eb92b6cbaab0ddf3c52b6df16279a, disabling compactions & flushes 2024-11-13T20:16:39,972 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:39,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:39,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. after waiting 0 ms 2024-11-13T20:16:39,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:39,973 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:39,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2a0eb92b6cbaab0ddf3c52b6df16279a: Waiting for close lock at 1731528999972Disabling compacts and flushes for region at 1731528999972Disabling writes for close at 1731528999972Writing region close event to WAL at 1731528999973 (+1 ms)Closed at 1731528999973 2024-11-13T20:16:39,974 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ab8b436f8c1bceff5747f70b7f030aac, NAME => 'SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741841_1017 (size=62) 2024-11-13T20:16:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741841_1017 (size=62) 2024-11-13T20:16:39,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741841_1017 (size=62) 2024-11-13T20:16:39,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f1490589200a1ab3ab2484b5536cb672, disabling compactions & flushes 2024-11-13T20:16:39,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:39,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:39,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. after waiting 0 ms 2024-11-13T20:16:39,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:39,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:39,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1490589200a1ab3ab2484b5536cb672: Waiting for close lock at 1731528999989Disabling compacts and flushes for region at 1731528999989Disabling writes for close at 1731528999990 (+1 ms)Writing region close event to WAL at 1731528999990Closed at 1731528999990 2024-11-13T20:16:39,991 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48bc1c707117254516f4c21fd09f2181, NAME => 'SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741843_1019 (size=62) 2024-11-13T20:16:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741843_1019 (size=62) 2024-11-13T20:16:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741843_1019 (size=62) 2024-11-13T20:16:39,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:39,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 417974cd12f5cd46d677e3a0c26e99f4, disabling compactions & flushes 2024-11-13T20:16:39,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:39,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:39,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. after waiting 0 ms 2024-11-13T20:16:39,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:39,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:39,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 417974cd12f5cd46d677e3a0c26e99f4: Waiting for close lock at 1731528999999Disabling compacts and flushes for region at 1731528999999Disabling writes for close at 1731528999999Writing region close event to WAL at 1731528999999Closed at 1731528999999 2024-11-13T20:16:40,000 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 70238acaf00469131fb712fdab806487, NAME => 'SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741844_1020 (size=62) 2024-11-13T20:16:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741844_1020 (size=62) 2024-11-13T20:16:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741844_1020 (size=62) 2024-11-13T20:16:40,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:40,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ab8b436f8c1bceff5747f70b7f030aac, disabling compactions & flushes 2024-11-13T20:16:40,035 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:40,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:40,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. after waiting 0 ms 2024-11-13T20:16:40,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:40,035 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:40,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ab8b436f8c1bceff5747f70b7f030aac: Waiting for close lock at 1731529000034Disabling compacts and flushes for region at 1731529000034Disabling writes for close at 1731529000035 (+1 ms)Writing region close event to WAL at 1731529000035Closed at 1731529000035 2024-11-13T20:16:40,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b0f9220ed12ead8eca26938a89fc76b, NAME => 'SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094 2024-11-13T20:16:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741845_1021 (size=62) 2024-11-13T20:16:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741845_1021 (size=62) 2024-11-13T20:16:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741845_1021 (size=62) 2024-11-13T20:16:40,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:40,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 48bc1c707117254516f4c21fd09f2181, disabling compactions & flushes 2024-11-13T20:16:40,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:40,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:40,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. after waiting 0 ms 2024-11-13T20:16:40,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:40,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:40,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48bc1c707117254516f4c21fd09f2181: Waiting for close lock at 1731529000045Disabling compacts and flushes for region at 1731529000045Disabling writes for close at 1731529000045Writing region close event to WAL at 1731529000045Closed at 1731529000045 2024-11-13T20:16:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741846_1022 (size=62) 2024-11-13T20:16:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741846_1022 (size=62) 2024-11-13T20:16:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741846_1022 (size=62) 2024-11-13T20:16:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741847_1023 (size=54) 2024-11-13T20:16:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741847_1023 (size=54) 2024-11-13T20:16:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741847_1023 (size=54) 2024-11-13T20:16:40,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:40,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9b0f9220ed12ead8eca26938a89fc76b, disabling compactions & flushes 2024-11-13T20:16:40,066 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:40,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:40,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. after waiting 0 ms 2024-11-13T20:16:40,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:40,066 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:40,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b0f9220ed12ead8eca26938a89fc76b: Waiting for close lock at 1731529000066Disabling compacts and flushes for region at 1731529000066Disabling writes for close at 1731529000066Writing region close event to WAL at 1731529000066Closed at 1731529000066 2024-11-13T20:16:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:40,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:40,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 70238acaf00469131fb712fdab806487, disabling compactions & flushes 2024-11-13T20:16:40,460 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:40,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:40,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. after waiting 0 ms 2024-11-13T20:16:40,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:40,460 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:40,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 70238acaf00469131fb712fdab806487: Waiting for close lock at 1731529000460Disabling compacts and flushes for region at 1731529000460Disabling writes for close at 1731529000460Writing region close event to WAL at 1731529000460Closed at 1731529000460 2024-11-13T20:16:40,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:16:40,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731529000462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529000462"}]},"ts":"1731529000462"} 2024-11-13T20:16:40,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T20:16:40,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:16:40,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529000468"}]},"ts":"1731529000468"} 2024-11-13T20:16:40,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T20:16:40,473 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T20:16:40,481 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:16:40,481 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:16:40,481 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T20:16:40,481 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:16:40,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd84989387659da73f13aad579139fa0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=16b17378af78a31e7b9522aa0424e41d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61845c08684dd81985ac8757ea8809f8, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1490589200a1ab3ab2484b5536cb672, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a0eb92b6cbaab0ddf3c52b6df16279a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=417974cd12f5cd46d677e3a0c26e99f4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab8b436f8c1bceff5747f70b7f030aac, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48bc1c707117254516f4c21fd09f2181, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70238acaf00469131fb712fdab806487, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b0f9220ed12ead8eca26938a89fc76b, ASSIGN}] 2024-11-13T20:16:40,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=417974cd12f5cd46d677e3a0c26e99f4, ASSIGN 2024-11-13T20:16:40,485 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1490589200a1ab3ab2484b5536cb672, ASSIGN 2024-11-13T20:16:40,485 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a0eb92b6cbaab0ddf3c52b6df16279a, ASSIGN 2024-11-13T20:16:40,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61845c08684dd81985ac8757ea8809f8, ASSIGN 2024-11-13T20:16:40,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=417974cd12f5cd46d677e3a0c26e99f4, ASSIGN; state=OFFLINE, location=04ac815325d6,46751,1731528988862; forceNewPlan=false, retain=false 2024-11-13T20:16:40,487 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a0eb92b6cbaab0ddf3c52b6df16279a, ASSIGN; state=OFFLINE, location=04ac815325d6,46827,1731528988804; forceNewPlan=false, retain=false 2024-11-13T20:16:40,487 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1490589200a1ab3ab2484b5536cb672, ASSIGN; state=OFFLINE, location=04ac815325d6,41453,1731528988833; forceNewPlan=false, retain=false 2024-11-13T20:16:40,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61845c08684dd81985ac8757ea8809f8, ASSIGN; state=OFFLINE, location=04ac815325d6,46751,1731528988862; forceNewPlan=false, retain=false 2024-11-13T20:16:40,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b0f9220ed12ead8eca26938a89fc76b, ASSIGN 2024-11-13T20:16:40,490 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70238acaf00469131fb712fdab806487, ASSIGN 2024-11-13T20:16:40,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48bc1c707117254516f4c21fd09f2181, ASSIGN 2024-11-13T20:16:40,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=16b17378af78a31e7b9522aa0424e41d, ASSIGN 2024-11-13T20:16:40,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab8b436f8c1bceff5747f70b7f030aac, ASSIGN 2024-11-13T20:16:40,491 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70238acaf00469131fb712fdab806487, ASSIGN; state=OFFLINE, location=04ac815325d6,46827,1731528988804; forceNewPlan=false, retain=false 2024-11-13T20:16:40,491 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b0f9220ed12ead8eca26938a89fc76b, ASSIGN; state=OFFLINE, location=04ac815325d6,46751,1731528988862; forceNewPlan=false, retain=false 2024-11-13T20:16:40,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48bc1c707117254516f4c21fd09f2181, ASSIGN; state=OFFLINE, location=04ac815325d6,41453,1731528988833; forceNewPlan=false, retain=false 2024-11-13T20:16:40,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=16b17378af78a31e7b9522aa0424e41d, ASSIGN; state=OFFLINE, location=04ac815325d6,41453,1731528988833; forceNewPlan=false, retain=false 2024-11-13T20:16:40,492 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab8b436f8c1bceff5747f70b7f030aac, ASSIGN; state=OFFLINE, location=04ac815325d6,46827,1731528988804; forceNewPlan=false, retain=false 2024-11-13T20:16:40,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd84989387659da73f13aad579139fa0, ASSIGN 2024-11-13T20:16:40,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd84989387659da73f13aad579139fa0, ASSIGN; state=OFFLINE, location=04ac815325d6,46827,1731528988804; forceNewPlan=false, retain=false 2024-11-13T20:16:40,637 INFO [04ac815325d6:40495 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T20:16:40,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd84989387659da73f13aad579139fa0, regionState=OPENING, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:40,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=70238acaf00469131fb712fdab806487, regionState=OPENING, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:40,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a0eb92b6cbaab0ddf3c52b6df16279a, regionState=OPENING, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:40,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ab8b436f8c1bceff5747f70b7f030aac, regionState=OPENING, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:40,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9b0f9220ed12ead8eca26938a89fc76b, regionState=OPENING, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:40,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=417974cd12f5cd46d677e3a0c26e99f4, regionState=OPENING, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:40,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=48bc1c707117254516f4c21fd09f2181, regionState=OPENING, regionLocation=04ac815325d6,41453,1731528988833 2024-11-13T20:16:40,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=61845c08684dd81985ac8757ea8809f8, regionState=OPENING, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:40,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f1490589200a1ab3ab2484b5536cb672, regionState=OPENING, regionLocation=04ac815325d6,41453,1731528988833 2024-11-13T20:16:40,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=16b17378af78a31e7b9522aa0424e41d, regionState=OPENING, regionLocation=04ac815325d6,41453,1731528988833 2024-11-13T20:16:40,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70238acaf00469131fb712fdab806487, ASSIGN because future has completed 2024-11-13T20:16:40,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70238acaf00469131fb712fdab806487, server=04ac815325d6,46827,1731528988804}] 2024-11-13T20:16:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab8b436f8c1bceff5747f70b7f030aac, ASSIGN because future has completed 2024-11-13T20:16:40,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab8b436f8c1bceff5747f70b7f030aac, server=04ac815325d6,46827,1731528988804}] 2024-11-13T20:16:40,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a0eb92b6cbaab0ddf3c52b6df16279a, ASSIGN because future has completed 2024-11-13T20:16:40,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b0f9220ed12ead8eca26938a89fc76b, ASSIGN because future has completed 2024-11-13T20:16:40,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=417974cd12f5cd46d677e3a0c26e99f4, ASSIGN because future has completed 2024-11-13T20:16:40,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b, server=04ac815325d6,46751,1731528988862}] 2024-11-13T20:16:40,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a, server=04ac815325d6,46827,1731528988804}] 2024-11-13T20:16:40,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4, server=04ac815325d6,46751,1731528988862}] 2024-11-13T20:16:40,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48bc1c707117254516f4c21fd09f2181, ASSIGN because future has completed 2024-11-13T20:16:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61845c08684dd81985ac8757ea8809f8, ASSIGN because future has completed 2024-11-13T20:16:40,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1490589200a1ab3ab2484b5536cb672, ASSIGN because future has completed 2024-11-13T20:16:40,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48bc1c707117254516f4c21fd09f2181, server=04ac815325d6,41453,1731528988833}] 2024-11-13T20:16:40,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1490589200a1ab3ab2484b5536cb672, server=04ac815325d6,41453,1731528988833}] 2024-11-13T20:16:40,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=16b17378af78a31e7b9522aa0424e41d, ASSIGN because future has completed 2024-11-13T20:16:40,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b17378af78a31e7b9522aa0424e41d, server=04ac815325d6,41453,1731528988833}] 2024-11-13T20:16:40,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd84989387659da73f13aad579139fa0, ASSIGN because future has completed 2024-11-13T20:16:40,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd84989387659da73f13aad579139fa0, server=04ac815325d6,46827,1731528988804}] 2024-11-13T20:16:40,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61845c08684dd81985ac8757ea8809f8, server=04ac815325d6,46751,1731528988862}] 2024-11-13T20:16:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:41,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:16:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:44,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:44,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:44,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:45,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:16:45,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:45,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:45,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:50,646 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:16:50,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:16:50,652 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:50,653 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ab8b436f8c1bceff5747f70b7f030aac, NAME => 'SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T20:16:50,653 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,653 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,653 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,653 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,654 INFO [StoreOpener-ab8b436f8c1bceff5747f70b7f030aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,656 INFO [StoreOpener-ab8b436f8c1bceff5747f70b7f030aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8b436f8c1bceff5747f70b7f030aac columnFamilyName cf 2024-11-13T20:16:50,656 DEBUG [StoreOpener-ab8b436f8c1bceff5747f70b7f030aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,656 INFO [StoreOpener-ab8b436f8c1bceff5747f70b7f030aac-1 {}] regionserver.HStore(327): Store=ab8b436f8c1bceff5747f70b7f030aac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,657 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,657 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,658 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,658 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,658 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,660 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,662 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,662 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ab8b436f8c1bceff5747f70b7f030aac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009757, jitterRate=0.058127835392951965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,662 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:50,663 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ab8b436f8c1bceff5747f70b7f030aac: Running coprocessor pre-open hook at 1731529010653Writing region info on filesystem at 1731529010653Initializing all the Stores at 1731529010654 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010654Cleaning up temporary data from old regions at 1731529010658 (+4 ms)Running coprocessor post-open hooks at 1731529010662 (+4 ms)Region opened successfully at 1731529010662 2024-11-13T20:16:50,663 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., pid=16, masterSystemTime=1731529010645 2024-11-13T20:16:50,664 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:16:50,665 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:50,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:16:50,666 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:16:50,666 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:50,666 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 70238acaf00469131fb712fdab806487, NAME => 'SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T20:16:50,666 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,666 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,666 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,666 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ab8b436f8c1bceff5747f70b7f030aac, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:50,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab8b436f8c1bceff5747f70b7f030aac, server=04ac815325d6,46827,1731528988804 because future has completed 2024-11-13T20:16:50,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-13T20:16:50,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ab8b436f8c1bceff5747f70b7f030aac, server=04ac815325d6,46827,1731528988804 in 10.0250 sec 2024-11-13T20:16:50,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab8b436f8c1bceff5747f70b7f030aac, ASSIGN in 10.1890 sec 2024-11-13T20:16:50,676 INFO [StoreOpener-70238acaf00469131fb712fdab806487-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,678 INFO [StoreOpener-70238acaf00469131fb712fdab806487-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70238acaf00469131fb712fdab806487 columnFamilyName cf 2024-11-13T20:16:50,678 DEBUG [StoreOpener-70238acaf00469131fb712fdab806487-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,678 INFO [StoreOpener-70238acaf00469131fb712fdab806487-1 {}] regionserver.HStore(327): Store=70238acaf00469131fb712fdab806487/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,679 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,680 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,680 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,681 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 417974cd12f5cd46d677e3a0c26e99f4, NAME => 'SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,681 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,683 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,684 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:50,685 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 16b17378af78a31e7b9522aa0424e41d, NAME => 'SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T20:16:50,685 INFO [StoreOpener-417974cd12f5cd46d677e3a0c26e99f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,685 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,685 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,685 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,685 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,686 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,686 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 70238acaf00469131fb712fdab806487; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65161148, jitterRate=-0.02902323007583618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,686 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70238acaf00469131fb712fdab806487 2024-11-13T20:16:50,686 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 70238acaf00469131fb712fdab806487: Running coprocessor pre-open hook at 1731529010666Writing region info on filesystem at 1731529010666Initializing all the Stores at 1731529010667 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010667Cleaning up temporary data from old regions at 1731529010681 (+14 ms)Running coprocessor post-open hooks at 1731529010686 (+5 ms)Region opened successfully at 1731529010686 2024-11-13T20:16:50,686 INFO [StoreOpener-417974cd12f5cd46d677e3a0c26e99f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 417974cd12f5cd46d677e3a0c26e99f4 columnFamilyName cf 2024-11-13T20:16:50,686 DEBUG [StoreOpener-417974cd12f5cd46d677e3a0c26e99f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,687 INFO [StoreOpener-417974cd12f5cd46d677e3a0c26e99f4-1 {}] regionserver.HStore(327): Store=417974cd12f5cd46d677e3a0c26e99f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,687 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,687 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., pid=15, masterSystemTime=1731529010645 2024-11-13T20:16:50,688 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,688 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,689 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,689 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,689 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:50,690 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:16:50,690 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:50,690 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bd84989387659da73f13aad579139fa0, NAME => 'SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T20:16:50,690 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,690 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,690 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=70238acaf00469131fb712fdab806487, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:50,690 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,691 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70238acaf00469131fb712fdab806487, server=04ac815325d6,46827,1731528988804 because future has completed 2024-11-13T20:16:50,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-13T20:16:50,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 70238acaf00469131fb712fdab806487, server=04ac815325d6,46827,1731528988804 in 10.0510 sec 2024-11-13T20:16:50,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70238acaf00469131fb712fdab806487, ASSIGN in 10.2140 sec 2024-11-13T20:16:50,699 INFO [StoreOpener-16b17378af78a31e7b9522aa0424e41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,699 INFO [StoreOpener-bd84989387659da73f13aad579139fa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,701 INFO [StoreOpener-16b17378af78a31e7b9522aa0424e41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b17378af78a31e7b9522aa0424e41d columnFamilyName cf 2024-11-13T20:16:50,701 DEBUG [StoreOpener-16b17378af78a31e7b9522aa0424e41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,701 INFO [StoreOpener-bd84989387659da73f13aad579139fa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd84989387659da73f13aad579139fa0 columnFamilyName cf 2024-11-13T20:16:50,701 DEBUG [StoreOpener-bd84989387659da73f13aad579139fa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,701 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/417974cd12f5cd46d677e3a0c26e99f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,701 INFO [StoreOpener-16b17378af78a31e7b9522aa0424e41d-1 {}] regionserver.HStore(327): Store=16b17378af78a31e7b9522aa0424e41d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,701 INFO [StoreOpener-bd84989387659da73f13aad579139fa0-1 {}] regionserver.HStore(327): Store=bd84989387659da73f13aad579139fa0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,701 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,701 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,702 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 417974cd12f5cd46d677e3a0c26e99f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62505147, jitterRate=-0.06860072910785675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,702 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:50,702 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 417974cd12f5cd46d677e3a0c26e99f4: Running coprocessor pre-open hook at 1731529010681Writing region info on filesystem at 1731529010681Initializing all the Stores at 1731529010682 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010682Cleaning up temporary data from old regions at 1731529010689 (+7 ms)Running coprocessor post-open hooks at 1731529010702 (+13 ms)Region opened successfully at 1731529010702 2024-11-13T20:16:50,702 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,702 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,703 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,703 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4., pid=19, masterSystemTime=1731529010664 2024-11-13T20:16:50,703 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,703 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,703 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,703 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,703 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,705 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:50,705 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:16:50,705 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:50,705 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b0f9220ed12ead8eca26938a89fc76b, NAME => 'SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T20:16:50,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=417974cd12f5cd46d677e3a0c26e99f4, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:50,705 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,705 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,705 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,705 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,706 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4, server=04ac815325d6,46751,1731528988862 because future has completed 2024-11-13T20:16:50,708 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,710 INFO [StoreOpener-9b0f9220ed12ead8eca26938a89fc76b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-13T20:16:50,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4, server=04ac815325d6,46751,1731528988862 in 10.0590 sec 2024-11-13T20:16:50,711 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/bd84989387659da73f13aad579139fa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,711 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/16b17378af78a31e7b9522aa0424e41d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,712 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 16b17378af78a31e7b9522aa0424e41d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344060, jitterRate=0.10781282186508179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,712 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:50,712 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 16b17378af78a31e7b9522aa0424e41d: Running coprocessor pre-open hook at 1731529010685Writing region info on filesystem at 1731529010685Initializing all the Stores at 1731529010686 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010686Cleaning up temporary data from old regions at 1731529010703 (+17 ms)Running coprocessor post-open hooks at 1731529010712 (+9 ms)Region opened successfully at 1731529010712 2024-11-13T20:16:50,712 INFO [StoreOpener-9b0f9220ed12ead8eca26938a89fc76b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0f9220ed12ead8eca26938a89fc76b columnFamilyName cf 2024-11-13T20:16:50,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=417974cd12f5cd46d677e3a0c26e99f4, ASSIGN in 10.2280 sec 2024-11-13T20:16:50,712 DEBUG [StoreOpener-9b0f9220ed12ead8eca26938a89fc76b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,711 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bd84989387659da73f13aad579139fa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157891, jitterRate=0.11993984878063202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,712 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd84989387659da73f13aad579139fa0 2024-11-13T20:16:50,712 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bd84989387659da73f13aad579139fa0: Running coprocessor pre-open hook at 1731529010690Writing region info on filesystem at 1731529010690Initializing all the Stores at 1731529010691 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010691Cleaning up temporary data from old regions at 1731529010703 (+12 ms)Running coprocessor post-open hooks at 1731529010712 (+9 ms)Region opened successfully at 1731529010712 2024-11-13T20:16:50,713 INFO [StoreOpener-9b0f9220ed12ead8eca26938a89fc76b-1 {}] regionserver.HStore(327): Store=9b0f9220ed12ead8eca26938a89fc76b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,713 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d., pid=22, masterSystemTime=1731529010664 2024-11-13T20:16:50,713 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,713 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0., pid=23, masterSystemTime=1731529010645 2024-11-13T20:16:50,714 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,714 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,715 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:50,715 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:16:50,715 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:50,715 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,715 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,715 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 48bc1c707117254516f4c21fd09f2181, NAME => 'SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T20:16:50,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=16b17378af78a31e7b9522aa0424e41d, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41453,1731528988833 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:50,716 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,716 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a0eb92b6cbaab0ddf3c52b6df16279a, NAME => 'SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,716 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,717 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,717 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd84989387659da73f13aad579139fa0, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:50,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b17378af78a31e7b9522aa0424e41d, server=04ac815325d6,41453,1731528988833 because future has completed 2024-11-13T20:16:50,718 INFO [StoreOpener-48bc1c707117254516f4c21fd09f2181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,720 INFO [StoreOpener-2a0eb92b6cbaab0ddf3c52b6df16279a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd84989387659da73f13aad579139fa0, server=04ac815325d6,46827,1731528988804 because future has completed 2024-11-13T20:16:50,720 INFO [StoreOpener-48bc1c707117254516f4c21fd09f2181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48bc1c707117254516f4c21fd09f2181 columnFamilyName cf 2024-11-13T20:16:50,720 DEBUG [StoreOpener-48bc1c707117254516f4c21fd09f2181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,721 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,721 INFO [StoreOpener-48bc1c707117254516f4c21fd09f2181-1 {}] regionserver.HStore(327): Store=48bc1c707117254516f4c21fd09f2181/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,722 INFO [StoreOpener-2a0eb92b6cbaab0ddf3c52b6df16279a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0eb92b6cbaab0ddf3c52b6df16279a columnFamilyName cf 2024-11-13T20:16:50,722 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,722 DEBUG [StoreOpener-2a0eb92b6cbaab0ddf3c52b6df16279a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,722 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9b0f9220ed12ead8eca26938a89fc76b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72758094, jitterRate=0.08418008685112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,722 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,722 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:50,722 INFO [StoreOpener-2a0eb92b6cbaab0ddf3c52b6df16279a-1 {}] regionserver.HStore(327): Store=2a0eb92b6cbaab0ddf3c52b6df16279a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,722 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9b0f9220ed12ead8eca26938a89fc76b: Running coprocessor pre-open hook at 1731529010706Writing region info on filesystem at 1731529010706Initializing all the Stores at 1731529010707 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010707Cleaning up temporary data from old regions at 1731529010715 (+8 ms)Running coprocessor post-open hooks at 1731529010722 (+7 ms)Region opened successfully at 1731529010722 2024-11-13T20:16:50,722 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,723 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,723 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., pid=17, masterSystemTime=1731529010664 2024-11-13T20:16:50,724 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-13T20:16:50,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 16b17378af78a31e7b9522aa0424e41d, server=04ac815325d6,41453,1731528988833 in 10.0590 sec 2024-11-13T20:16:50,725 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,725 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,725 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,725 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,726 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-13T20:16:50,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bd84989387659da73f13aad579139fa0, server=04ac815325d6,46827,1731528988804 in 10.0550 sec 2024-11-13T20:16:50,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9b0f9220ed12ead8eca26938a89fc76b, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:50,727 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:50,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=16b17378af78a31e7b9522aa0424e41d, ASSIGN in 10.2420 sec 2024-11-13T20:16:50,727 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:50,727 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:50,727 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 61845c08684dd81985ac8757ea8809f8, NAME => 'SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T20:16:50,728 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd84989387659da73f13aad579139fa0, ASSIGN in 10.2440 sec 2024-11-13T20:16:50,728 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,728 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,728 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,729 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b, server=04ac815325d6,46751,1731528988862 because future has completed 2024-11-13T20:16:50,730 INFO [StoreOpener-61845c08684dd81985ac8757ea8809f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,731 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,733 INFO [StoreOpener-61845c08684dd81985ac8757ea8809f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61845c08684dd81985ac8757ea8809f8 columnFamilyName cf 2024-11-13T20:16:50,733 DEBUG [StoreOpener-61845c08684dd81985ac8757ea8809f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,734 INFO [StoreOpener-61845c08684dd81985ac8757ea8809f8-1 {}] regionserver.HStore(327): Store=61845c08684dd81985ac8757ea8809f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-13T20:16:50,734 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b, server=04ac815325d6,46751,1731528988862 in 10.0830 sec 2024-11-13T20:16:50,735 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,736 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,737 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b0f9220ed12ead8eca26938a89fc76b, ASSIGN in 10.2520 sec 2024-11-13T20:16:50,737 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,737 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,737 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/2a0eb92b6cbaab0ddf3c52b6df16279a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,738 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2a0eb92b6cbaab0ddf3c52b6df16279a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61479961, jitterRate=-0.08387719094753265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,738 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 48bc1c707117254516f4c21fd09f2181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63383785, jitterRate=-0.055508002638816833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,738 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:50,738 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:50,738 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2a0eb92b6cbaab0ddf3c52b6df16279a: Running coprocessor pre-open hook at 1731529010717Writing region info on filesystem at 1731529010717Initializing all the Stores at 1731529010718 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010718Cleaning up temporary data from old regions at 1731529010725 (+7 ms)Running coprocessor post-open hooks at 1731529010738 (+13 ms)Region opened successfully at 1731529010738 2024-11-13T20:16:50,738 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 48bc1c707117254516f4c21fd09f2181: Running coprocessor pre-open hook at 1731529010716Writing region info on filesystem at 1731529010716Initializing all the Stores at 1731529010717 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010717Cleaning up temporary data from old regions at 1731529010726 (+9 ms)Running coprocessor post-open hooks at 1731529010738 (+12 ms)Region opened successfully at 1731529010738 2024-11-13T20:16:50,739 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,739 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a., pid=18, masterSystemTime=1731529010645 2024-11-13T20:16:50,739 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., pid=20, masterSystemTime=1731529010664 2024-11-13T20:16:50,741 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:50,741 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:16:50,742 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/61845c08684dd81985ac8757ea8809f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a0eb92b6cbaab0ddf3c52b6df16279a, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:16:50,743 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 61845c08684dd81985ac8757ea8809f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69360364, jitterRate=0.033549964427948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,744 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:50,744 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 61845c08684dd81985ac8757ea8809f8: Running coprocessor pre-open hook at 1731529010729Writing region info on filesystem at 1731529010729Initializing all the Stores at 1731529010730 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010730Cleaning up temporary data from old regions at 1731529010737 (+7 ms)Running coprocessor post-open hooks at 1731529010744 (+7 ms)Region opened successfully at 1731529010744 2024-11-13T20:16:50,744 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:50,744 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:16:50,744 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:50,745 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f1490589200a1ab3ab2484b5536cb672, NAME => 'SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T20:16:50,745 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8., pid=24, masterSystemTime=1731529010664 2024-11-13T20:16:50,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=48bc1c707117254516f4c21fd09f2181, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41453,1731528988833 2024-11-13T20:16:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a, server=04ac815325d6,46827,1731528988804 because future has completed 2024-11-13T20:16:50,747 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,747 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:16:50,747 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,747 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,747 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:50,747 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:16:50,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48bc1c707117254516f4c21fd09f2181, server=04ac815325d6,41453,1731528988833 because future has completed 2024-11-13T20:16:50,749 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=61845c08684dd81985ac8757ea8809f8, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,46751,1731528988862 2024-11-13T20:16:50,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-13T20:16:50,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a, server=04ac815325d6,46827,1731528988804 in 10.0990 sec 2024-11-13T20:16:50,752 INFO [StoreOpener-f1490589200a1ab3ab2484b5536cb672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-13T20:16:50,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 48bc1c707117254516f4c21fd09f2181, server=04ac815325d6,41453,1731528988833 in 10.0880 sec 2024-11-13T20:16:50,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61845c08684dd81985ac8757ea8809f8, server=04ac815325d6,46751,1731528988862 because future has completed 2024-11-13T20:16:50,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a0eb92b6cbaab0ddf3c52b6df16279a, ASSIGN in 10.2680 sec 2024-11-13T20:16:50,754 INFO [StoreOpener-f1490589200a1ab3ab2484b5536cb672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1490589200a1ab3ab2484b5536cb672 columnFamilyName cf 2024-11-13T20:16:50,754 DEBUG [StoreOpener-f1490589200a1ab3ab2484b5536cb672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:16:50,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48bc1c707117254516f4c21fd09f2181, ASSIGN in 10.2710 sec 2024-11-13T20:16:50,756 INFO [StoreOpener-f1490589200a1ab3ab2484b5536cb672-1 {}] regionserver.HStore(327): Store=f1490589200a1ab3ab2484b5536cb672/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:16:50,756 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,757 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,757 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,758 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,758 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-13T20:16:50,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 61845c08684dd81985ac8757ea8809f8, server=04ac815325d6,46751,1731528988862 in 10.0880 sec 2024-11-13T20:16:50,761 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61845c08684dd81985ac8757ea8809f8, ASSIGN in 10.2770 sec 2024-11-13T20:16:50,763 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/f1490589200a1ab3ab2484b5536cb672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:16:50,764 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f1490589200a1ab3ab2484b5536cb672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62232803, jitterRate=-0.072658970952034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:16:50,764 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:50,764 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f1490589200a1ab3ab2484b5536cb672: Running coprocessor pre-open hook at 1731529010747Writing region info on filesystem at 1731529010747Initializing all the Stores at 1731529010751 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529010751Cleaning up temporary data from old regions at 1731529010758 (+7 ms)Running coprocessor post-open hooks at 1731529010764 (+6 ms)Region opened successfully at 1731529010764 2024-11-13T20:16:50,765 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672., pid=21, masterSystemTime=1731529010664 2024-11-13T20:16:50,767 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:50,767 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:16:50,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f1490589200a1ab3ab2484b5536cb672, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41453,1731528988833 2024-11-13T20:16:50,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1490589200a1ab3ab2484b5536cb672, server=04ac815325d6,41453,1731528988833 because future has completed 2024-11-13T20:16:50,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-13T20:16:50,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f1490589200a1ab3ab2484b5536cb672, server=04ac815325d6,41453,1731528988833 in 10.1090 sec 2024-11-13T20:16:50,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T20:16:50,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1490589200a1ab3ab2484b5536cb672, ASSIGN in 10.2900 sec 2024-11-13T20:16:50,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:16:50,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529010774"}]},"ts":"1731529010774"} 2024-11-13T20:16:50,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T20:16:50,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:16:50,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9580 sec 2024-11-13T20:16:53,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T20:16:55,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:55,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:55,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:56,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:16:56,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:56,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:56,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:16:58,030 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T20:16:58,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T20:16:58,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:16:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T20:16:58,034 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:16:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T20:16:58,051 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,053 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,054 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,055 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,057 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,089 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,091 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,093 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,094 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,097 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,098 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181., hostname=04ac815325d6,41453,1731528988833, seqNum=2] 2024-11-13T20:16:58,139 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,140 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,142 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,143 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,145 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., hostname=04ac815325d6,46827,1731528988804, seqNum=2] 2024-11-13T20:16:58,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,243 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,245 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,246 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,247 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,249 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,250 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,251 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b., hostname=04ac815325d6,46751,1731528988862, seqNum=2] 2024-11-13T20:16:58,722 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:16:58,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:16:58,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:16:58,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:16:58,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:16:58,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41453 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:16:58,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:16:58,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:16:59,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:16:59,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T20:16:59,663 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T20:16:59,663 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:16:59,664 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T20:16:59,665 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T20:16:59,669 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T20:16:59,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741848_1024 (size=49) 2024-11-13T20:16:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741848_1024 (size=49) 2024-11-13T20:16:59,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741848_1024 (size=49) 2024-11-13T20:16:59,691 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T20:16:59,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd84989387659da73f13aad579139fa0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16b17378af78a31e7b9522aa0424e41d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61845c08684dd81985ac8757ea8809f8}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1490589200a1ab3ab2484b5536cb672}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab8b436f8c1bceff5747f70b7f030aac}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc1c707117254516f4c21fd09f2181}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70238acaf00469131fb712fdab806487}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b}] 2024-11-13T20:16:59,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:16:59,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70238acaf00469131fb712fdab806487 2024-11-13T20:16:59,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:16:59,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:16:59,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:16:59,705 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:16:59,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:16:59,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:16:59,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:16:59,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd84989387659da73f13aad579139fa0 2024-11-13T20:17:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T20:17:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T20:17:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T20:17:09,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:09,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f1490589200a1ab3ab2484b5536cb672: 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:17:09,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:09,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T20:17:09,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing ab8b436f8c1bceff5747f70b7f030aac 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9b0f9220ed12ead8eca26938a89fc76b 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 16b17378af78a31e7b9522aa0424e41d: 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:09,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:09,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T20:17:09,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:17:09,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 48bc1c707117254516f4c21fd09f2181 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T20:17:09,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 70238acaf00469131fb712fdab806487 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T20:17:09,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 61845c08684dd81985ac8757ea8809f8: 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:17:09,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 2a0eb92b6cbaab0ddf3c52b6df16279a: 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 417974cd12f5cd46d677e3a0c26e99f4: 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:17:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741849_1025 (size=65) 2024-11-13T20:17:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741849_1025 (size=65) 2024-11-13T20:17:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741849_1025 (size=65) 2024-11-13T20:17:09,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731528999819.417974cd12f5cd46d677e3a0c26e99f4. 2024-11-13T20:17:09,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T20:17:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T20:17:09,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:17:09,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4 2024-11-13T20:17:09,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/.tmp/cf/96f38fc9dd634780a0f6d68342fac209 is 34, key is baa/cf:cf/1731529018956/Put/seqid=0 2024-11-13T20:17:09,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 417974cd12f5cd46d677e3a0c26e99f4 in 10.0440 sec 2024-11-13T20:17:09,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/.tmp/cf/88bd0b96705244c2b28714856a815f30 is 34, key is aaa/cf:cf/1731529018957/Put/seqid=0 2024-11-13T20:17:09,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/.tmp/cf/15b55d91da5d4377bfdbd9c1590aa8e0 is 34, key is ccd/cf:cf/1731529019025/Put/seqid=0 2024-11-13T20:17:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741852_1028 (size=65) 2024-11-13T20:17:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741852_1028 (size=65) 2024-11-13T20:17:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741852_1028 (size=65) 2024-11-13T20:17:09,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bd84989387659da73f13aad579139fa0: 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T20:17:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T20:17:09,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:17:09,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:17:09,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2a0eb92b6cbaab0ddf3c52b6df16279a in 10.0890 sec 2024-11-13T20:17:09,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/.tmp/cf/6c19a08af2df447ca1ef57c4d7dbe2f6 is 34, key is eaa/cf:cf/1731529019523/Put/seqid=0 2024-11-13T20:17:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741850_1026 (size=65) 2024-11-13T20:17:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741850_1026 (size=65) 2024-11-13T20:17:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741850_1026 (size=65) 2024-11-13T20:17:09,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:09,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T20:17:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T20:17:09,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:17:09,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:17:09,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 16b17378af78a31e7b9522aa0424e41d in 10.0990 sec 2024-11-13T20:17:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741851_1027 (size=65) 2024-11-13T20:17:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741851_1027 (size=65) 2024-11-13T20:17:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741851_1027 (size=65) 2024-11-13T20:17:09,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:09,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T20:17:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T20:17:09,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:17:09,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:17:09,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f1490589200a1ab3ab2484b5536cb672 in 10.1080 sec 2024-11-13T20:17:09,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741853_1029 (size=65) 2024-11-13T20:17:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741853_1029 (size=65) 2024-11-13T20:17:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741853_1029 (size=65) 2024-11-13T20:17:09,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731528999819.61845c08684dd81985ac8757ea8809f8. 2024-11-13T20:17:09,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T20:17:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T20:17:09,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:17:09,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61845c08684dd81985ac8757ea8809f8 2024-11-13T20:17:09,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 61845c08684dd81985ac8757ea8809f8 in 10.1180 sec 2024-11-13T20:17:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741856_1032 (size=26918) 2024-11-13T20:17:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741856_1032 (size=26918) 2024-11-13T20:17:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741856_1032 (size=26918) 2024-11-13T20:17:09,830 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/.tmp/cf/88bd0b96705244c2b28714856a815f30 2024-11-13T20:17:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741855_1031 (size=499309) 2024-11-13T20:17:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741855_1031 (size=499309) 2024-11-13T20:17:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741855_1031 (size=499309) 2024-11-13T20:17:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741854_1030 (size=28623) 2024-11-13T20:17:09,831 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/.tmp/cf/6c19a08af2df447ca1ef57c4d7dbe2f6 2024-11-13T20:17:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741854_1030 (size=28623) 2024-11-13T20:17:09,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741854_1030 (size=28623) 2024-11-13T20:17:09,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/.tmp/cf/96f38fc9dd634780a0f6d68342fac209 2024-11-13T20:17:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741858_1034 (size=57) 2024-11-13T20:17:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741858_1034 (size=57) 2024-11-13T20:17:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741858_1034 (size=57) 2024-11-13T20:17:09,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:09,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T20:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T20:17:09,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd84989387659da73f13aad579139fa0 2024-11-13T20:17:09,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd84989387659da73f13aad579139fa0 2024-11-13T20:17:09,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd84989387659da73f13aad579139fa0 in 10.1510 sec 2024-11-13T20:17:09,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/.tmp/cf/6c19a08af2df447ca1ef57c4d7dbe2f6 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/cf/6c19a08af2df447ca1ef57c4d7dbe2f6 2024-11-13T20:17:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/.tmp/cf/88bd0b96705244c2b28714856a815f30 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/cf/88bd0b96705244c2b28714856a815f30 2024-11-13T20:17:09,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741857_1033 (size=47197) 2024-11-13T20:17:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741857_1033 (size=47197) 2024-11-13T20:17:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741857_1033 (size=47197) 2024-11-13T20:17:09,857 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/.tmp/cf/15b55d91da5d4377bfdbd9c1590aa8e0 2024-11-13T20:17:09,859 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/cf/6c19a08af2df447ca1ef57c4d7dbe2f6, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/.tmp/cf/96f38fc9dd634780a0f6d68342fac209 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/cf/96f38fc9dd634780a0f6d68342fac209 2024-11-13T20:17:09,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9b0f9220ed12ead8eca26938a89fc76b in 162ms, sequenceid=5, compaction requested=false 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9b0f9220ed12ead8eca26938a89fc76b: 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/cf/6c19a08af2df447ca1ef57c4d7dbe2f6] hfiles 2024-11-13T20:17:09,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/9b0f9220ed12ead8eca26938a89fc76b/cf/6c19a08af2df447ca1ef57c4d7dbe2f6 for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/cf/88bd0b96705244c2b28714856a815f30, entries=676, sequenceid=5, filesize=26.3 K 2024-11-13T20:17:09,863 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for ab8b436f8c1bceff5747f70b7f030aac in 165ms, sequenceid=5, compaction requested=false 2024-11-13T20:17:09,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ab8b436f8c1bceff5747f70b7f030aac: 2024-11-13T20:17:09,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/cf/88bd0b96705244c2b28714856a815f30] hfiles 2024-11-13T20:17:09,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/cf/88bd0b96705244c2b28714856a815f30 for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/.tmp/cf/15b55d91da5d4377bfdbd9c1590aa8e0 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/cf/15b55d91da5d4377bfdbd9c1590aa8e0 2024-11-13T20:17:09,867 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/cf/96f38fc9dd634780a0f6d68342fac209, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T20:17:09,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 48bc1c707117254516f4c21fd09f2181 in 169ms, sequenceid=5, compaction requested=false 2024-11-13T20:17:09,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 48bc1c707117254516f4c21fd09f2181: 2024-11-13T20:17:09,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/cf/96f38fc9dd634780a0f6d68342fac209] hfiles 2024-11-13T20:17:09,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/cf/96f38fc9dd634780a0f6d68342fac209 for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/cf/15b55d91da5d4377bfdbd9c1590aa8e0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T20:17:09,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 70238acaf00469131fb712fdab806487 in 174ms, sequenceid=5, compaction requested=false 2024-11-13T20:17:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 70238acaf00469131fb712fdab806487: 2024-11-13T20:17:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. for SnapshotProcedureTest completed. 2024-11-13T20:17:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T20:17:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/cf/15b55d91da5d4377bfdbd9c1590aa8e0] hfiles 2024-11-13T20:17:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/cf/15b55d91da5d4377bfdbd9c1590aa8e0 for snapshot=SnapshotProcedureTest 2024-11-13T20:17:09,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741859_1035 (size=97) 2024-11-13T20:17:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741859_1035 (size=97) 2024-11-13T20:17:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741859_1035 (size=97) 2024-11-13T20:17:09,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731528999819.9b0f9220ed12ead8eca26938a89fc76b. 2024-11-13T20:17:09,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T20:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T20:17:09,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:17:09,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b 2024-11-13T20:17:09,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b0f9220ed12ead8eca26938a89fc76b in 10.2030 sec 2024-11-13T20:17:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741860_1036 (size=105) 2024-11-13T20:17:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741860_1036 (size=105) 2024-11-13T20:17:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741860_1036 (size=105) 2024-11-13T20:17:09,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:09,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T20:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T20:17:09,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:17:09,904 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:17:09,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab8b436f8c1bceff5747f70b7f030aac in 10.2130 sec 2024-11-13T20:17:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741861_1037 (size=105) 2024-11-13T20:17:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741861_1037 (size=105) 2024-11-13T20:17:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741861_1037 (size=105) 2024-11-13T20:17:09,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:09,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T20:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T20:17:09,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:17:09,909 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:17:09,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48bc1c707117254516f4c21fd09f2181 in 10.2190 sec 2024-11-13T20:17:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741862_1038 (size=105) 2024-11-13T20:17:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741862_1038 (size=105) 2024-11-13T20:17:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741862_1038 (size=105) 2024-11-13T20:17:09,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:09,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T20:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T20:17:09,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70238acaf00469131fb712fdab806487 2024-11-13T20:17:09,922 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70238acaf00469131fb712fdab806487 2024-11-13T20:17:09,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-13T20:17:09,925 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T20:17:09,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70238acaf00469131fb712fdab806487 in 10.2320 sec 2024-11-13T20:17:09,925 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T20:17:09,926 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T20:17:09,926 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T20:17:09,928 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T20:17:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741863_1039 (size=1174) 2024-11-13T20:17:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741863_1039 (size=1174) 2024-11-13T20:17:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741863_1039 (size=1174) 2024-11-13T20:17:09,955 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T20:17:09,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T20:17:09,962 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:09,962 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:09,962 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:09,962 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46751,1731528988862 2024-11-13T20:17:09,963 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:09,968 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:09,968 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:09,969 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46751,1731528988862 2024-11-13T20:17:09,969 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46751,1731528988862 2024-11-13T20:17:09,975 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:17:09,976 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 04ac815325d6,46751,1731528988862 2024-11-13T20:17:09,976 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 04ac815325d6,46751,1731528988862: Simulated kill ***** 2024-11-13T20:17:09,976 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T20:17:09,976 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T20:17:09,977 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T20:17:09,978 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T20:17:09,978 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T20:17:09,978 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 766444600 }, "NonHeapMemoryUsage": { "committed": 177799168, "init": 7667712, "max": -1, "used": 173872536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T20:17:09,979 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40495 {}] master.MasterRpcServices(700): 04ac815325d6,46751,1731528988862 reported a fatal error: ***** ABORTING region server 04ac815325d6,46751,1731528988862: Simulated kill ***** 2024-11-13T20:17:09,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,46751,1731528988862' ***** 2024-11-13T20:17:09,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T20:17:09,981 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:09,981 INFO [RS:2;04ac815325d6:46751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T20:17:09,981 INFO [RS:2;04ac815325d6:46751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T20:17:09,981 INFO [RS:2;04ac815325d6:46751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:09,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:09,981 INFO [RS:2;04ac815325d6:46751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;04ac815325d6:46751. 2024-11-13T20:17:09,981 DEBUG [RS:2;04ac815325d6:46751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:09,981 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:17:09,981 DEBUG [RS:2;04ac815325d6:46751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741836_1012 (size=14382) 2024-11-13T20:17:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741836_1012 (size=14382) 2024-11-13T20:17:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741836_1012 (size=14382) 2024-11-13T20:17:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741834_1010 (size=1488) 2024-11-13T20:17:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741834_1010 (size=1488) 2024-11-13T20:17:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741834_1010 (size=1488) 2024-11-13T20:17:09,991 DEBUG [RS:2;04ac815325d6:46751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:09,991 INFO [RS:2;04ac815325d6:46751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:09,991 INFO [RS:2;04ac815325d6:46751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46751 2024-11-13T20:17:09,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,46751,1731528988862 2024-11-13T20:17:09,993 INFO [RS:2;04ac815325d6:46751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:09,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:17:09,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,46751,1731528988862] 2024-11-13T20:17:09,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,46751,1731528988862 already deleted, retry=false 2024-11-13T20:17:09,996 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 04ac815325d6,46751,1731528988862 on 04ac815325d6,40495,1731528988746 2024-11-13T20:17:09,997 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 04ac815325d6,46751,1731528988862, splitWal=true, meta=true 2024-11-13T20:17:09,997 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 04ac815325d6,46751,1731528988862 (carryingMeta=true) 04ac815325d6,46751,1731528988862/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@20fc4a1d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T20:17:09,998 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 04ac815325d6,46751,1731528988862, splitWal=true, meta=true 2024-11-13T20:17:09,998 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,46751,1731528988862, splitWal=true, meta=true, isMeta: true 2024-11-13T20:17:10,000 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting 2024-11-13T20:17:10,001 INFO [PEWorker-2 {}] master.SplitWALManager(105): 04ac815325d6,46751,1731528988862 WAL count=1, meta=true 2024-11-13T20:17:10,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta}] 2024-11-13T20:17:10,002 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:10,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, worker=04ac815325d6,46827,1731528988804}] 2024-11-13T20:17:10,005 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46751,1731528988862 Release verify snapshot worker=04ac815325d6,46751,1731528988862 2024-11-13T20:17:10,005 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46751,1731528988862 Release verify snapshot worker=04ac815325d6,46751,1731528988862 2024-11-13T20:17:10,006 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-13T20:17:10,006 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-13T20:17:10,006 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-13T20:17:10,006 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 04ac815325d6,46751,1731528988862, this operation will be retried to send to another server 2024-11-13T20:17:10,006 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 04ac815325d6,46751,1731528988862, this operation will be retried to send to another server 2024-11-13T20:17:10,006 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:17:10,006 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:17:10,006 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731529031006 2024-11-13T20:17:10,006 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731529031006 2024-11-13T20:17:10,007 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46751,1731528988862 Release verify snapshot worker=04ac815325d6,46751,1731528988862 2024-11-13T20:17:10,007 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 04ac815325d6,46751,1731528988862, this operation will be retried to send to another server 2024-11-13T20:17:10,007 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:17:10,007 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731529031007 2024-11-13T20:17:10,066 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:10,095 INFO [RS:2;04ac815325d6:46751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1003ac9a2d30003, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:10,095 INFO [RS:2;04ac815325d6:46751 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,46751,1731528988862; zookeeper connection closed. 2024-11-13T20:17:10,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c80aa72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c80aa72 2024-11-13T20:17:10,203 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:17:10,203 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:17:19,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-13T20:17:19,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-13T20:17:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-13T20:17:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-13T20:17:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-13T20:17:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T20:17:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-13T20:17:19,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T20:17:19,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T20:17:19,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T20:17:19,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T20:17:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T20:17:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T20:17:19,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T20:17:19,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T20:17:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T20:17:19,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T20:17:19,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T20:17:19,974 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 Release verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T20:17:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T20:17:19,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 in 10.0150 sec 2024-11-13T20:17:19,978 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T20:17:19,979 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 Release verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:19,980 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:19,981 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 Release verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:19,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 in 10.0200 sec 2024-11-13T20:17:19,984 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:19,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 in 10.0220 sec 2024-11-13T20:17:19,987 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 Release verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:19,987 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 Release verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:19,988 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 Release verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:19,988 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:19,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 in 10.0290 sec 2024-11-13T20:17:19,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 in 10.0280 sec 2024-11-13T20:17:19,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 in 10.0280 sec 2024-11-13T20:17:19,994 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, size=14.0 K (14382bytes) 2024-11-13T20:17:19,994 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta 2024-11-13T20:17:19,995 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta after 1ms 2024-11-13T20:17:19,998 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta took 4ms 2024-11-13T20:17:20,001 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-13T20:17:20,002 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta so closing down 2024-11-13T20:17:20,002 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T20:17:20,003 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp 2024-11-13T20:17:20,004 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp 2024-11-13T20:17:20,005 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T20:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741864_1040 (size=14141) 2024-11-13T20:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741864_1040 (size=14141) 2024-11-13T20:17:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741864_1040 (size=14141) 2024-11-13T20:17:20,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-13T20:17:20,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp to hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:17:20,022 INFO [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-13T20:17:20,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, journal: Splitting hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, size=14.0 K (14382bytes) at 1731529039994Finishing writing output for hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta so closing down at 1731529040002 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp at 1731529040004 (+2 ms)3 split writer threads finished at 1731529040005 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731529040020 (+15 ms)Rename recovered edits hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta.temp to hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731529040021 (+1 ms)Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731529040022 (+1 ms) 2024-11-13T20:17:20,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta 2024-11-13T20:17:20,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T20:17:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T20:17:20,026 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting/04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta to hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs 2024-11-13T20:17:20,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T20:17:20,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, worker=04ac815325d6,46827,1731528988804 in 10.0230 sec 2024-11-13T20:17:20,030 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:20,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T20:17:20,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 04ac815325d6%2C46751%2C1731528988862.meta.1731528999686.meta, worker=04ac815325d6,46827,1731528988804 in 10.0290 sec 2024-11-13T20:17:20,035 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46751,1731528988862-splitting dir is empty, no logs to split. 2024-11-13T20:17:20,035 INFO [PEWorker-2 {}] master.SplitWALManager(105): 04ac815325d6,46751,1731528988862 WAL count=0, meta=true 2024-11-13T20:17:20,035 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 04ac815325d6,46751,1731528988862 WAL splitting is done? wals=0, meta=true 2024-11-13T20:17:20,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:17:20,037 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:20,038 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T20:17:20,188 DEBUG [04ac815325d6:40495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:17:20,189 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:17:20,189 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:17:20,189 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:17:20,189 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:17:20,189 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:17:20,189 INFO [04ac815325d6:40495 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:17:20,189 INFO [04ac815325d6:40495 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:17:20,189 DEBUG [04ac815325d6:40495 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:17:20,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:17:20,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,46827,1731528988804, state=OPENING 2024-11-13T20:17:20,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:17:20,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:17:20,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:17:20,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:17:20,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:17:20,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:17:20,192 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:17:20,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,46827,1731528988804}] 2024-11-13T20:17:20,318 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T20:17:20,318 INFO [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T20:17:28,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T20:17:29,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-13T20:17:29,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-13T20:17:29,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-13T20:17:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-13T20:17:29,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T20:17:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T20:17:29,982 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 Release verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:29,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 in 20.0230 sec 2024-11-13T20:17:29,984 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 Release verify snapshot worker=04ac815325d6,41453,1731528988833 2024-11-13T20:17:29,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-13T20:17:29,985 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:17:29,985 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:17:29,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-13T20:17:29,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-13T20:17:29,986 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:17:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-13T20:17:29,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-13T20:17:29,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,41453,1731528988833 in 20.0250 sec 2024-11-13T20:17:29,988 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C46827%2C1731528988804.meta, suffix=.meta, logDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs, maxLogs=32 2024-11-13T20:17:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-13T20:17:29,988 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 Release verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:29,990 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 Release verify snapshot worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:29,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 in 20.0290 sec 2024-11-13T20:17:29,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-13T20:17:29,992 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T20:17:29,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=04ac815325d6,46827,1731528988804 in 20.0310 sec 2024-11-13T20:17:29,992 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T20:17:29,994 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T20:17:29,994 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T20:17:29,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3330 sec 2024-11-13T20:17:30,003 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804/04ac815325d6%2C46827%2C1731528988804.meta.1731529049988.meta, exclude list is [], retry=0 2024-11-13T20:17:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650a43c-51f4-470e-a815-a734988398f2,DISK] 2024-11-13T20:17:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-6b11c12a-2dc6-4396-9db3-d7eda3b5678a,DISK] 2024-11-13T20:17:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34001,DS-2988fea4-94c9-48e0-90d3-3c8ccab5cceb,DISK] 2024-11-13T20:17:30,008 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/WALs/04ac815325d6,46827,1731528988804/04ac815325d6%2C46827%2C1731528988804.meta.1731529049988.meta 2024-11-13T20:17:30,008 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42995:42995),(127.0.0.1/127.0.0.1:44669:44669),(127.0.0.1/127.0.0.1:45395:45395)] 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:17:30,009 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:17:30,009 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:17:30,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:17:30,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:17:30,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:30,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:30,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:17:30,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:17:30,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:30,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:30,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:17:30,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:17:30,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:30,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:30,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:17:30,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:17:30,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:17:30,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:17:30,016 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:17:30,017 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740 2024-11-13T20:17:30,019 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740 2024-11-13T20:17:30,019 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:17:30,024 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:17:30,025 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-13T20:17:30,042 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/info/e7b56fc8e9c345ffab5be97c502ef894 is 167, key is SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d./info:regioninfo/1731529010715/Put/seqid=0 2024-11-13T20:17:30,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741866_1042 (size=18393) 2024-11-13T20:17:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741866_1042 (size=18393) 2024-11-13T20:17:30,050 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/info/e7b56fc8e9c345ffab5be97c502ef894 2024-11-13T20:17:30,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741866_1042 (size=18393) 2024-11-13T20:17:30,078 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/ns/8391612af3a7435f90301945960f4f1b is 43, key is default/ns:d/1731528999768/Put/seqid=0 2024-11-13T20:17:30,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741867_1043 (size=5153) 2024-11-13T20:17:30,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741867_1043 (size=5153) 2024-11-13T20:17:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741867_1043 (size=5153) 2024-11-13T20:17:30,097 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/ns/8391612af3a7435f90301945960f4f1b 2024-11-13T20:17:30,119 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/table/f0dbd1aff42a4b9e801e4998bf4aa8b4 is 47, key is SPTestTable/table:state/1731529010774/Put/seqid=0 2024-11-13T20:17:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741868_1044 (size=5214) 2024-11-13T20:17:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741868_1044 (size=5214) 2024-11-13T20:17:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741868_1044 (size=5214) 2024-11-13T20:17:30,128 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/table/f0dbd1aff42a4b9e801e4998bf4aa8b4 2024-11-13T20:17:30,135 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/info/e7b56fc8e9c345ffab5be97c502ef894 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/info/e7b56fc8e9c345ffab5be97c502ef894 2024-11-13T20:17:30,140 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/info/e7b56fc8e9c345ffab5be97c502ef894, entries=100, sequenceid=28, filesize=18.0 K 2024-11-13T20:17:30,141 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/ns/8391612af3a7435f90301945960f4f1b as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/ns/8391612af3a7435f90301945960f4f1b 2024-11-13T20:17:30,147 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/ns/8391612af3a7435f90301945960f4f1b, entries=2, sequenceid=28, filesize=5.0 K 2024-11-13T20:17:30,148 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/.tmp/table/f0dbd1aff42a4b9e801e4998bf4aa8b4 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/table/f0dbd1aff42a4b9e801e4998bf4aa8b4 2024-11-13T20:17:30,155 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/table/f0dbd1aff42a4b9e801e4998bf4aa8b4, entries=2, sequenceid=28, filesize=5.1 K 2024-11-13T20:17:30,156 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=28, compaction requested=false; wal=null 2024-11-13T20:17:30,157 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T20:17:30,158 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:17:30,158 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:17:30,159 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:17:30,161 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:17:30,163 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-13T20:17:30,165 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64654114, jitterRate=-0.036578625440597534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:17:30,165 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:17:30,165 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529050010Writing region info on filesystem at 1731529050010Initializing all the Stores at 1731529050010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529050011 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529050011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529050011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529050011Obtaining lock to block concurrent updates at 1731529050025 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1731529050025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731529050025Flushing stores of hbase:meta,,1.1588230740 at 1731529050025Flushing 1588230740/info: creating writer at 1731529050025Flushing 1588230740/info: appending metadata at 1731529050042 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731529050042Flushing 1588230740/ns: creating writer at 1731529050057 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731529050078 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731529050078Flushing 1588230740/table: creating writer at 1731529050104 (+26 ms)Flushing 1588230740/table: appending metadata at 1731529050119 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731529050119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99841a8: reopening flushed file at 1731529050134 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd55f83: reopening flushed file at 1731529050141 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d5e338: reopening flushed file at 1731529050147 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=28, compaction requested=false; wal=null at 1731529050156 (+9 ms)Cleaning up temporary data from old regions at 1731529050158 (+2 ms)Running coprocessor post-open hooks at 1731529050165 (+7 ms)Region opened successfully at 1731529050165 2024-11-13T20:17:30,166 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731529049981 2024-11-13T20:17:30,167 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:17:30,168 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:17:30,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=04ac815325d6,46827,1731528988804 2024-11-13T20:17:30,169 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,46827,1731528988804, state=OPEN 2024-11-13T20:17:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:17:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:17:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:17:30,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:17:30,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:17:30,171 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,46827,1731528988804 2024-11-13T20:17:30,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:17:30,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-13T20:17:30,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,46827,1731528988804 in 9.9790 sec 2024-11-13T20:17:30,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-13T20:17:30,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1380 sec 2024-11-13T20:17:30,176 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 04ac815325d6,46751,1731528988862 had 4 regions 2024-11-13T20:17:30,176 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 04ac815325d6,46751,1731528988862, splitWal=true, meta=true, isMeta: false 2024-11-13T20:17:30,178 INFO [PEWorker-1 {}] master.SplitWALManager(105): 04ac815325d6,46751,1731528988862 WAL count=1, meta=false 2024-11-13T20:17:30,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 04ac815325d6%2C46751%2C1731528988862.1731528989281}] 2024-11-13T20:17:30,180 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=04ac815325d6,46827,1731528988804 2024-11-13T20:17:30,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 04ac815325d6%2C46751%2C1731528988862.1731528989281, worker=04ac815325d6,46827,1731528988804}] 2024-11-13T20:17:30,252 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T20:17:30,254 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 04ac815325d6:46751 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 04ac815325d6/172.17.0.2:46751 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1, error=java.net.ConnectException: Call to address=04ac815325d6:46751 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 04ac815325d6/172.17.0.2:46751 2024-11-13T20:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-13T20:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46751,1731528988862, seqNum=-1 from cache 2024-11-13T20:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 04ac815325d6:46751 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 04ac815325d6/172.17.0.2:46751 2024-11-13T20:17:30,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:17:30,360 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,46827,1731528988804, seqNum=-1] 2024-11-13T20:17:30,370 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T20:17:30,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:17:30,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:30,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:30,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:17:30,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:17:30,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1791708762, stopped=false 2024-11-13T20:17:30,372 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,40495,1731528988746 2024-11-13T20:17:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:17:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:17:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:17:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:17:30,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:17:30,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:17:30,374 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:30,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:17:30,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:17:30,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:17:30,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:17:30,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:30,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,46827,1731528988804' ***** 2024-11-13T20:17:30,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:30,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,41453,1731528988833' ***** 2024-11-13T20:17:30,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:17:30,377 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:30,377 INFO [RS:0;04ac815325d6:46827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:30,377 INFO [RS:0;04ac815325d6:46827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:30,377 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a0eb92b6cbaab0ddf3c52b6df16279a 2024-11-13T20:17:30,377 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:17:30,377 INFO [RS:1;04ac815325d6:41453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:17:30,377 INFO [RS:1;04ac815325d6:41453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:17:30,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:30,377 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for 16b17378af78a31e7b9522aa0424e41d 2024-11-13T20:17:30,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(3091): Received CLOSE for ab8b436f8c1bceff5747f70b7f030aac 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(3091): Received CLOSE for 70238acaf00469131fb712fdab806487 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(3091): Received CLOSE for bd84989387659da73f13aad579139fa0 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,46827,1731528988804 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:46827. 2024-11-13T20:17:30,378 DEBUG [RS:0;04ac815325d6:46827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:30,378 DEBUG [RS:0;04ac815325d6:46827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,378 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a0eb92b6cbaab0ddf3c52b6df16279a, disabling compactions & flushes 2024-11-13T20:17:30,378 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:30,378 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:30,378 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. after waiting 0 ms 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:17:30,378 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:30,378 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T20:17:30,378 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1325): Online Regions={2a0eb92b6cbaab0ddf3c52b6df16279a=SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a., ab8b436f8c1bceff5747f70b7f030aac=SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac., 1588230740=hbase:meta,,1.1588230740, 70238acaf00469131fb712fdab806487=SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487., bd84989387659da73f13aad579139fa0=SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0.} 2024-11-13T20:17:30,378 DEBUG [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0eb92b6cbaab0ddf3c52b6df16279a, 70238acaf00469131fb712fdab806487, ab8b436f8c1bceff5747f70b7f030aac, bd84989387659da73f13aad579139fa0 2024-11-13T20:17:30,379 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:17:30,379 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for 48bc1c707117254516f4c21fd09f2181 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:17:30,379 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,41453,1731528988833 2024-11-13T20:17:30,379 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:17:30,379 INFO [RS:1;04ac815325d6:41453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16b17378af78a31e7b9522aa0424e41d, disabling compactions & flushes 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:17:30,379 INFO [RS:1;04ac815325d6:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:41453. 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:17:30,379 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:30,379 DEBUG [RS:1;04ac815325d6:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. after waiting 0 ms 2024-11-13T20:17:30,379 DEBUG [RS:1;04ac815325d6:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,379 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:30,379 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T20:17:30,379 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1325): Online Regions={16b17378af78a31e7b9522aa0424e41d=SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d., f1490589200a1ab3ab2484b5536cb672=SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672., 48bc1c707117254516f4c21fd09f2181=SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181.} 2024-11-13T20:17:30,379 DEBUG [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1351): Waiting on 16b17378af78a31e7b9522aa0424e41d, 48bc1c707117254516f4c21fd09f2181, f1490589200a1ab3ab2484b5536cb672 2024-11-13T20:17:30,380 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:30,380 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:30,386 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/16b17378af78a31e7b9522aa0424e41d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:17:30,387 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:30,387 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16b17378af78a31e7b9522aa0424e41d: Waiting for close lock at 1731529050379Running coprocessor pre-close hooks at 1731529050379Disabling compacts and flushes for region at 1731529050379Disabling writes for close at 1731529050379Writing region close event to WAL at 1731529050380 (+1 ms)Running coprocessor post-close hooks at 1731529050387 (+7 ms)Closed at 1731529050387 2024-11-13T20:17:30,387 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731528999819.16b17378af78a31e7b9522aa0424e41d. 2024-11-13T20:17:30,387 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1490589200a1ab3ab2484b5536cb672, disabling compactions & flushes 2024-11-13T20:17:30,387 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:30,387 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:30,387 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. after waiting 0 ms 2024-11-13T20:17:30,387 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:30,388 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/2a0eb92b6cbaab0ddf3c52b6df16279a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:17:30,389 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:30,389 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a0eb92b6cbaab0ddf3c52b6df16279a: Waiting for close lock at 1731529050378Running coprocessor pre-close hooks at 1731529050378Disabling compacts and flushes for region at 1731529050378Disabling writes for close at 1731529050378Writing region close event to WAL at 1731529050380 (+2 ms)Running coprocessor post-close hooks at 1731529050389 (+9 ms)Closed at 1731529050389 2024-11-13T20:17:30,389 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731528999819.2a0eb92b6cbaab0ddf3c52b6df16279a. 2024-11-13T20:17:30,390 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab8b436f8c1bceff5747f70b7f030aac, disabling compactions & flushes 2024-11-13T20:17:30,390 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:30,390 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:30,390 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. after waiting 0 ms 2024-11-13T20:17:30,390 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:30,392 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/f1490589200a1ab3ab2484b5536cb672/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:17:30,392 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:30,392 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1490589200a1ab3ab2484b5536cb672: Waiting for close lock at 1731529050387Running coprocessor pre-close hooks at 1731529050387Disabling compacts and flushes for region at 1731529050387Disabling writes for close at 1731529050387Writing region close event to WAL at 1731529050388 (+1 ms)Running coprocessor post-close hooks at 1731529050392 (+4 ms)Closed at 1731529050392 2024-11-13T20:17:30,392 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731528999819.f1490589200a1ab3ab2484b5536cb672. 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48bc1c707117254516f4c21fd09f2181, disabling compactions & flushes 2024-11-13T20:17:30,393 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. after waiting 0 ms 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:17:30,393 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:30,393 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529050379Running coprocessor pre-close hooks at 1731529050379Disabling compacts and flushes for region at 1731529050379Disabling writes for close at 1731529050379Writing region close event to WAL at 1731529050389 (+10 ms)Running coprocessor post-close hooks at 1731529050393 (+4 ms)Closed at 1731529050393 2024-11-13T20:17:30,394 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:17:30,394 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/ab8b436f8c1bceff5747f70b7f030aac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:17:30,395 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab8b436f8c1bceff5747f70b7f030aac: Waiting for close lock at 1731529050390Running coprocessor pre-close hooks at 1731529050390Disabling compacts and flushes for region at 1731529050390Disabling writes for close at 1731529050390Writing region close event to WAL at 1731529050391 (+1 ms)Running coprocessor post-close hooks at 1731529050395 (+4 ms)Closed at 1731529050395 2024-11-13T20:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731528999819.ab8b436f8c1bceff5747f70b7f030aac. 2024-11-13T20:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70238acaf00469131fb712fdab806487, disabling compactions & flushes 2024-11-13T20:17:30,395 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. after waiting 0 ms 2024-11-13T20:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:30,397 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/48bc1c707117254516f4c21fd09f2181/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:17:30,398 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:30,398 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48bc1c707117254516f4c21fd09f2181: Waiting for close lock at 1731529050392Running coprocessor pre-close hooks at 1731529050392Disabling compacts and flushes for region at 1731529050392Disabling writes for close at 1731529050393 (+1 ms)Writing region close event to WAL at 1731529050393Running coprocessor post-close hooks at 1731529050398 (+5 ms)Closed at 1731529050398 2024-11-13T20:17:30,398 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731528999819.48bc1c707117254516f4c21fd09f2181. 2024-11-13T20:17:30,399 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/70238acaf00469131fb712fdab806487/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T20:17:30,400 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:30,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70238acaf00469131fb712fdab806487: Waiting for close lock at 1731529050395Running coprocessor pre-close hooks at 1731529050395Disabling compacts and flushes for region at 1731529050395Disabling writes for close at 1731529050395Writing region close event to WAL at 1731529050396 (+1 ms)Running coprocessor post-close hooks at 1731529050400 (+4 ms)Closed at 1731529050400 2024-11-13T20:17:30,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731528999819.70238acaf00469131fb712fdab806487. 2024-11-13T20:17:30,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd84989387659da73f13aad579139fa0, disabling compactions & flushes 2024-11-13T20:17:30,400 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:30,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:30,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. after waiting 0 ms 2024-11-13T20:17:30,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:30,403 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/data/default/SPTestTable/bd84989387659da73f13aad579139fa0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T20:17:30,404 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:30,404 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd84989387659da73f13aad579139fa0: Waiting for close lock at 1731529050400Running coprocessor pre-close hooks at 1731529050400Disabling compacts and flushes for region at 1731529050400Disabling writes for close at 1731529050400Writing region close event to WAL at 1731529050401 (+1 ms)Running coprocessor post-close hooks at 1731529050404 (+3 ms)Closed at 1731529050404 2024-11-13T20:17:30,404 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731528999819.bd84989387659da73f13aad579139fa0. 2024-11-13T20:17:30,579 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,46827,1731528988804; all regions closed. 2024-11-13T20:17:30,579 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,41453,1731528988833; all regions closed. 2024-11-13T20:17:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741865_1041 (size=678) 2024-11-13T20:17:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741865_1041 (size=678) 2024-11-13T20:17:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741865_1041 (size=678) 2024-11-13T20:17:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741833_1009 (size=2364) 2024-11-13T20:17:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741833_1009 (size=2364) 2024-11-13T20:17:30,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741833_1009 (size=2364) 2024-11-13T20:17:30,585 DEBUG [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs 2024-11-13T20:17:30,585 INFO [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C46827%2C1731528988804.meta:.meta(num 1731529049988) 2024-11-13T20:17:30,585 DEBUG [RS:1;04ac815325d6:41453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs 2024-11-13T20:17:30,585 INFO [RS:1;04ac815325d6:41453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41453%2C1731528988833:(num 1731528989279) 2024-11-13T20:17:30,585 DEBUG [RS:1;04ac815325d6:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:17:30,586 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:30,586 INFO [RS:1;04ac815325d6:41453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41453 2024-11-13T20:17:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741832_1008 (size=3439) 2024-11-13T20:17:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741832_1008 (size=3439) 2024-11-13T20:17:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,41453,1731528988833 2024-11-13T20:17:30,589 INFO [RS:1;04ac815325d6:41453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:17:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741832_1008 (size=3439) 2024-11-13T20:17:30,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,41453,1731528988833] 2024-11-13T20:17:30,592 DEBUG [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/oldWALs 2024-11-13T20:17:30,592 INFO [RS:0;04ac815325d6:46827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C46827%2C1731528988804:(num 1731528989272) 2024-11-13T20:17:30,592 DEBUG [RS:0;04ac815325d6:46827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:17:30,592 INFO [RS:0;04ac815325d6:46827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:17:30,592 INFO [RS:0;04ac815325d6:46827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:30,592 INFO [RS:0;04ac815325d6:46827 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:30,592 INFO [RS:0;04ac815325d6:46827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:30,592 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:30,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,41453,1731528988833 already deleted, retry=false 2024-11-13T20:17:30,592 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,41453,1731528988833 expired; onlineServers=1 2024-11-13T20:17:30,592 INFO [RS:0;04ac815325d6:46827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46827 2024-11-13T20:17:30,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,46827,1731528988804 2024-11-13T20:17:30,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:17:30,595 INFO [RS:0;04ac815325d6:46827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:30,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,46827,1731528988804] 2024-11-13T20:17:30,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,46827,1731528988804 already deleted, retry=false 2024-11-13T20:17:30,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,46827,1731528988804 expired; onlineServers=0 2024-11-13T20:17:30,597 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,40495,1731528988746' ***** 2024-11-13T20:17:30,597 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:17:30,597 INFO [M:0;04ac815325d6:40495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:17:30,597 INFO [M:0;04ac815325d6:40495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:17:30,597 DEBUG [M:0;04ac815325d6:40495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:17:30,597 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:17:30,597 DEBUG [M:0;04ac815325d6:40495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:17:30,597 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731528989067 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731528989067,5,FailOnTimeoutGroup] 2024-11-13T20:17:30,597 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731528989067 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731528989067,5,FailOnTimeoutGroup] 2024-11-13T20:17:30,597 INFO [M:0;04ac815325d6:40495 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:17:30,598 INFO [M:0;04ac815325d6:40495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:17:30,598 DEBUG [M:0;04ac815325d6:40495 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:17:30,598 INFO [M:0;04ac815325d6:40495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:17:30,598 INFO [M:0;04ac815325d6:40495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:17:30,598 ERROR [M:0;04ac815325d6:40495 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:36497 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36497,5,PEWorkerGroup] 2024-11-13T20:17:30,598 INFO [M:0;04ac815325d6:40495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:17:30,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:17:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:17:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:17:30,599 DEBUG [M:0;04ac815325d6:40495 {}] zookeeper.ZKUtil(347): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:17:30,599 WARN [M:0;04ac815325d6:40495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:17:30,599 INFO [M:0;04ac815325d6:40495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/.lastflushedseqids 2024-11-13T20:17:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741869_1045 (size=632) 2024-11-13T20:17:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741869_1045 (size=632) 2024-11-13T20:17:30,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741869_1045 (size=632) 2024-11-13T20:17:30,611 INFO [M:0;04ac815325d6:40495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:17:30,611 INFO [M:0;04ac815325d6:40495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:17:30,611 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:17:30,611 INFO [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:30,611 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:30,611 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:17:30,612 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:30,612 INFO [M:0;04ac815325d6:40495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.27 KB heapSize=259.63 KB 2024-11-13T20:17:30,628 DEBUG [M:0;04ac815325d6:40495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aeee71554c31456a8e1c5fba0e3371e7 is 82, key is hbase:meta,,1/info:regioninfo/1731529050168/Put/seqid=0 2024-11-13T20:17:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741870_1046 (size=6071) 2024-11-13T20:17:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741870_1046 (size=6071) 2024-11-13T20:17:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741870_1046 (size=6071) 2024-11-13T20:17:30,635 INFO [M:0;04ac815325d6:40495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aeee71554c31456a8e1c5fba0e3371e7 2024-11-13T20:17:30,656 DEBUG [M:0;04ac815325d6:40495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7391d58aa10406b9e71ea17ce6acbe7 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529010779/Put/seqid=0 2024-11-13T20:17:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741871_1047 (size=11550) 2024-11-13T20:17:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741871_1047 (size=11550) 2024-11-13T20:17:30,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741871_1047 (size=11550) 2024-11-13T20:17:30,663 INFO [M:0;04ac815325d6:40495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.04 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7391d58aa10406b9e71ea17ce6acbe7 2024-11-13T20:17:30,668 INFO [M:0;04ac815325d6:40495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7391d58aa10406b9e71ea17ce6acbe7 2024-11-13T20:17:30,685 DEBUG [M:0;04ac815325d6:40495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e930d69479c149d699367bfb59714ab5 is 69, key is 04ac815325d6,41453,1731528988833/rs:state/1731528989105/Put/seqid=0 2024-11-13T20:17:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1003ac9a2d30002, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:30,691 INFO [RS:1;04ac815325d6:41453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:30,691 INFO [RS:1;04ac815325d6:41453 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,41453,1731528988833; zookeeper connection closed. 2024-11-13T20:17:30,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43c30785 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43c30785 2024-11-13T20:17:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741872_1048 (size=5447) 2024-11-13T20:17:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741872_1048 (size=5447) 2024-11-13T20:17:30,693 INFO [M:0;04ac815325d6:40495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e930d69479c149d699367bfb59714ab5 2024-11-13T20:17:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741872_1048 (size=5447) 2024-11-13T20:17:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:30,696 INFO [RS:0;04ac815325d6:46827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46827-0x1003ac9a2d30001, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:30,696 INFO [RS:0;04ac815325d6:46827 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,46827,1731528988804; zookeeper connection closed. 2024-11-13T20:17:30,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aa5dff6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aa5dff6 2024-11-13T20:17:30,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T20:17:30,698 INFO [M:0;04ac815325d6:40495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e930d69479c149d699367bfb59714ab5 2024-11-13T20:17:30,699 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aeee71554c31456a8e1c5fba0e3371e7 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aeee71554c31456a8e1c5fba0e3371e7 2024-11-13T20:17:30,703 INFO [M:0;04ac815325d6:40495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aeee71554c31456a8e1c5fba0e3371e7, entries=14, sequenceid=446, filesize=5.9 K 2024-11-13T20:17:30,704 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7391d58aa10406b9e71ea17ce6acbe7 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7391d58aa10406b9e71ea17ce6acbe7 2024-11-13T20:17:30,709 INFO [M:0;04ac815325d6:40495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7391d58aa10406b9e71ea17ce6acbe7 2024-11-13T20:17:30,709 INFO [M:0;04ac815325d6:40495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7391d58aa10406b9e71ea17ce6acbe7, entries=52, sequenceid=446, filesize=11.3 K 2024-11-13T20:17:30,710 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e930d69479c149d699367bfb59714ab5 as hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e930d69479c149d699367bfb59714ab5 2024-11-13T20:17:30,714 INFO [M:0;04ac815325d6:40495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e930d69479c149d699367bfb59714ab5 2024-11-13T20:17:30,714 INFO [M:0;04ac815325d6:40495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/31393e9e-53b8-5201-d802-e850a67e9094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e930d69479c149d699367bfb59714ab5, entries=3, sequenceid=446, filesize=5.3 K 2024-11-13T20:17:30,715 INFO [M:0;04ac815325d6:40495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.27 KB/223505, heapSize ~259.34 KB/265560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=446, compaction requested=false 2024-11-13T20:17:30,717 INFO [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:17:30,717 DEBUG [M:0;04ac815325d6:40495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529050611Disabling compacts and flushes for region at 1731529050611Disabling writes for close at 1731529050612 (+1 ms)Obtaining lock to block concurrent updates at 1731529050612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529050612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223505, getHeapSize=265800, getOffHeapSize=0, getCellsCount=545 at 1731529050612Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529050613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529050613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529050628 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529050628Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529050640 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529050655 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529050655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529050668 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529050684 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529050684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f50ff97: reopening flushed file at 1731529050698 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631cc6be: reopening flushed file at 1731529050704 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6219ef11: reopening flushed file at 1731529050709 (+5 ms)Finished flush of dataSize ~218.27 KB/223505, heapSize ~259.34 KB/265560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=446, compaction requested=false at 1731529050715 (+6 ms)Writing region close event to WAL at 1731529050717 (+2 ms)Closed at 1731529050717 2024-11-13T20:17:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741830_1006 (size=253310) 2024-11-13T20:17:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34001 is added to blk_1073741830_1006 (size=253310) 2024-11-13T20:17:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741830_1006 (size=253310) 2024-11-13T20:17:30,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:17:30,723 INFO [M:0;04ac815325d6:40495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:17:30,723 INFO [M:0;04ac815325d6:40495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40495 2024-11-13T20:17:30,724 INFO [M:0;04ac815325d6:40495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:17:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:30,826 INFO [M:0;04ac815325d6:40495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:17:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1003ac9a2d30000, quorum=127.0.0.1:57800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:17:30,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@741a1bb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:30,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:30,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:30,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:30,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:30,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:30,831 WARN [BP-1534838355-172.17.0.2-1731528987885 heartbeating to localhost/127.0.0.1:36497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:30,831 WARN [BP-1534838355-172.17.0.2-1731528987885 heartbeating to localhost/127.0.0.1:36497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1534838355-172.17.0.2-1731528987885 (Datanode Uuid 7dac7c37-d503-4aac-9f2a-9c680ea6ecdb) service to localhost/127.0.0.1:36497 2024-11-13T20:17:30,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:30,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data5/current/BP-1534838355-172.17.0.2-1731528987885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:30,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data6/current/BP-1534838355-172.17.0.2-1731528987885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:30,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:30,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235874fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:30,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:30,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:30,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:30,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:30,835 WARN [BP-1534838355-172.17.0.2-1731528987885 heartbeating to localhost/127.0.0.1:36497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:30,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:30,836 WARN [BP-1534838355-172.17.0.2-1731528987885 heartbeating to localhost/127.0.0.1:36497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1534838355-172.17.0.2-1731528987885 (Datanode Uuid 4bc16069-1240-4b7c-961c-6bcac0acf7ec) service to localhost/127.0.0.1:36497 2024-11-13T20:17:30,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:30,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data4/current/BP-1534838355-172.17.0.2-1731528987885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:30,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:30,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data3/current/BP-1534838355-172.17.0.2-1731528987885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:30,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31631745{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:17:30,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:30,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:30,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:30,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:30,843 WARN [BP-1534838355-172.17.0.2-1731528987885 heartbeating to localhost/127.0.0.1:36497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:17:30,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:17:30,843 WARN [BP-1534838355-172.17.0.2-1731528987885 heartbeating to localhost/127.0.0.1:36497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1534838355-172.17.0.2-1731528987885 (Datanode Uuid 51941144-d06f-4efc-a784-d711ccd7e8af) service to localhost/127.0.0.1:36497 2024-11-13T20:17:30,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:17:30,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data1/current/BP-1534838355-172.17.0.2-1731528987885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:30,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/cluster_fe4dfd94-ed0f-d731-7009-c0ec1bc5efdd/data/data2/current/BP-1534838355-172.17.0.2-1731528987885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:17:30,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:17:30,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:17:30,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:17:30,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:17:30,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:17:30,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3cf678c-e7a7-4548-713c-758e63e7be21/hadoop.log.dir/,STOPPED} 2024-11-13T20:17:30,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:17:30,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:17:30,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 95) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36497 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36497 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=8175 (was 8140) - AvailableMemoryMB LEAK? -