2024-11-24 13:14:40,807 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 13:14:40,818 main DEBUG Took 0.009271 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 13:14:40,819 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 13:14:40,819 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 13:14:40,820 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 13:14:40,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,828 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 13:14:40,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,844 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,845 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,847 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,848 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:14:40,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,851 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 13:14:40,852 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:14:40,853 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 13:14:40,855 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 13:14:40,856 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 13:14:40,857 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 13:14:40,857 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 13:14:40,865 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 13:14:40,868 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 13:14:40,869 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 13:14:40,870 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 13:14:40,870 main DEBUG createAppenders(={Console}) 2024-11-24 13:14:40,871 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-24 13:14:40,871 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 13:14:40,871 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-24 13:14:40,872 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 13:14:40,872 main DEBUG OutputStream closed 2024-11-24 13:14:40,872 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 13:14:40,872 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 13:14:40,873 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-24 13:14:40,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 13:14:40,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 13:14:40,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 13:14:40,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 13:14:40,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 13:14:40,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 13:14:40,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 13:14:40,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 13:14:40,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 13:14:40,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 13:14:40,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 13:14:40,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 13:14:40,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 13:14:40,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 13:14:40,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 13:14:40,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 13:14:40,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 13:14:40,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 13:14:40,952 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 13:14:40,952 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-24 13:14:40,952 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 13:14:40,953 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-24T13:14:40,967 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-24 13:14:40,970 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 13:14:40,970 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T13:14:40,977 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-24T13:14:41,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=7787 2024-11-24T13:14:41,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341 2024-11-24T13:14:41,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:14:41,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47, deleteOnExit=true 2024-11-24T13:14:41,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:14:41,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/test.cache.data in system properties and HBase conf 2024-11-24T13:14:41,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:14:41,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:14:41,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:14:41,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:14:41,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:14:41,360 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T13:14:41,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:14:41,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:14:41,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:14:41,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:14:41,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:14:41,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:14:41,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:14:41,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:14:41,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:14:41,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:14:41,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:14:41,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:14:41,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:14:41,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:14:41,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:14:42,304 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T13:14:42,387 INFO [Time-limited test {}] log.Log(170): Logging initialized @2306ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T13:14:42,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:14:42,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:14:42,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:14:42,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:14:42,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:14:42,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:14:42,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:14:42,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:14:42,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/java.io.tmpdir/jetty-localhost-33117-hadoop-hdfs-3_4_1-tests_jar-_-any-1812280374181969290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:14:42,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:33117} 2024-11-24T13:14:42,791 INFO [Time-limited test {}] server.Server(415): Started @2711ms 2024-11-24T13:14:43,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:14:43,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:14:43,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:14:43,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:14:43,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:14:43,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:14:43,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:14:43,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/java.io.tmpdir/jetty-localhost-36043-hadoop-hdfs-3_4_1-tests_jar-_-any-12199278425425916516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:14:43,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:36043} 2024-11-24T13:14:43,304 INFO [Time-limited test {}] server.Server(415): Started @3225ms 2024-11-24T13:14:43,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:14:43,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:14:43,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:14:43,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:14:43,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:14:43,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:14:43,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:14:43,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:14:43,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/java.io.tmpdir/jetty-localhost-33373-hadoop-hdfs-3_4_1-tests_jar-_-any-12975686778635503025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:14:43,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:33373} 2024-11-24T13:14:43,649 INFO [Time-limited test {}] server.Server(415): Started @3569ms 2024-11-24T13:14:43,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:14:43,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:14:43,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:14:43,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:14:43,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:14:43,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:14:43,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:14:43,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:14:43,816 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data2/current/BP-987361868-172.17.0.2-1732454082041/current, will proceed with Du for space computation calculation, 2024-11-24T13:14:43,816 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data1/current/BP-987361868-172.17.0.2-1732454082041/current, will proceed with Du for space computation calculation, 2024-11-24T13:14:43,816 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data3/current/BP-987361868-172.17.0.2-1732454082041/current, will proceed with Du for space computation calculation, 2024-11-24T13:14:43,816 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data4/current/BP-987361868-172.17.0.2-1732454082041/current, will proceed with Du for space computation calculation, 2024-11-24T13:14:43,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/java.io.tmpdir/jetty-localhost-34875-hadoop-hdfs-3_4_1-tests_jar-_-any-3043622493800712364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:14:43,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:34875} 2024-11-24T13:14:43,844 INFO [Time-limited test {}] server.Server(415): Started @3764ms 2024-11-24T13:14:43,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:14:43,875 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:14:43,875 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:14:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90c0e60911f679b6 with lease ID 0x1144eb45b971e636: Processing first storage report for DS-a975f58b-8f2d-499e-92ce-2e31879350fc from datanode DatanodeRegistration(127.0.0.1:45935, datanodeUuid=5022c835-9838-428c-b68e-5ac225bf9a2b, infoPort=33717, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041) 2024-11-24T13:14:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90c0e60911f679b6 with lease ID 0x1144eb45b971e636: from storage DS-a975f58b-8f2d-499e-92ce-2e31879350fc node DatanodeRegistration(127.0.0.1:45935, datanodeUuid=5022c835-9838-428c-b68e-5ac225bf9a2b, infoPort=33717, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:14:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4da1123ca98cc173 with lease ID 0x1144eb45b971e637: Processing first storage report for DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2 from datanode DatanodeRegistration(127.0.0.1:32871, datanodeUuid=0c20f1b3-2864-4fab-b910-8b9d9db61387, infoPort=33809, infoSecurePort=0, ipcPort=36757, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041) 2024-11-24T13:14:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4da1123ca98cc173 with lease ID 0x1144eb45b971e637: from storage DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2 node DatanodeRegistration(127.0.0.1:32871, datanodeUuid=0c20f1b3-2864-4fab-b910-8b9d9db61387, infoPort=33809, infoSecurePort=0, ipcPort=36757, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:14:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90c0e60911f679b6 with lease ID 0x1144eb45b971e636: Processing first storage report for DS-8684d2c5-00fa-44da-9d22-48c412989c7f from datanode DatanodeRegistration(127.0.0.1:45935, datanodeUuid=5022c835-9838-428c-b68e-5ac225bf9a2b, infoPort=33717, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041) 2024-11-24T13:14:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90c0e60911f679b6 with lease ID 0x1144eb45b971e636: from storage DS-8684d2c5-00fa-44da-9d22-48c412989c7f node DatanodeRegistration(127.0.0.1:45935, datanodeUuid=5022c835-9838-428c-b68e-5ac225bf9a2b, infoPort=33717, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:14:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4da1123ca98cc173 with lease ID 0x1144eb45b971e637: Processing first storage report for DS-8fc6ba5c-bd10-4646-a110-3d2cccfef9f9 from datanode DatanodeRegistration(127.0.0.1:32871, datanodeUuid=0c20f1b3-2864-4fab-b910-8b9d9db61387, infoPort=33809, infoSecurePort=0, ipcPort=36757, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041) 2024-11-24T13:14:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4da1123ca98cc173 with lease ID 0x1144eb45b971e637: from storage DS-8fc6ba5c-bd10-4646-a110-3d2cccfef9f9 node DatanodeRegistration(127.0.0.1:32871, datanodeUuid=0c20f1b3-2864-4fab-b910-8b9d9db61387, infoPort=33809, infoSecurePort=0, ipcPort=36757, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:14:44,000 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data5/current/BP-987361868-172.17.0.2-1732454082041/current, will proceed with Du for space computation calculation, 2024-11-24T13:14:44,000 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data6/current/BP-987361868-172.17.0.2-1732454082041/current, will proceed with Du for space computation calculation, 2024-11-24T13:14:44,026 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:14:44,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61918c37c45087a with lease ID 0x1144eb45b971e638: Processing first storage report for DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51 from datanode DatanodeRegistration(127.0.0.1:45987, datanodeUuid=9442a1d1-a73b-4ab0-9bae-83ec418121d2, infoPort=35895, infoSecurePort=0, ipcPort=46545, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041) 2024-11-24T13:14:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61918c37c45087a with lease ID 0x1144eb45b971e638: from storage DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51 node DatanodeRegistration(127.0.0.1:45987, datanodeUuid=9442a1d1-a73b-4ab0-9bae-83ec418121d2, infoPort=35895, infoSecurePort=0, ipcPort=46545, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:14:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61918c37c45087a with lease ID 0x1144eb45b971e638: Processing first storage report for DS-096a8ca2-8fc6-45f5-8ed1-f29235dc5270 from datanode DatanodeRegistration(127.0.0.1:45987, datanodeUuid=9442a1d1-a73b-4ab0-9bae-83ec418121d2, infoPort=35895, infoSecurePort=0, ipcPort=46545, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041) 2024-11-24T13:14:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61918c37c45087a with lease ID 0x1144eb45b971e638: from storage DS-096a8ca2-8fc6-45f5-8ed1-f29235dc5270 node DatanodeRegistration(127.0.0.1:45987, datanodeUuid=9442a1d1-a73b-4ab0-9bae-83ec418121d2, infoPort=35895, infoSecurePort=0, ipcPort=46545, storageInfo=lv=-57;cid=testClusterID;nsid=1025509489;c=1732454082041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:14:44,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341 2024-11-24T13:14:44,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/zookeeper_0, clientPort=62811, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:14:44,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62811 2024-11-24T13:14:44,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:44,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:14:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:14:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:14:44,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 with version=8 2024-11-24T13:14:44,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/hbase-staging 2024-11-24T13:14:45,090 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T13:14:45,341 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:14:45,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:14:45,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:14:45,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:14:45,551 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T13:14:45,560 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T13:14:45,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:14:45,593 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9266 (auto-detected) 2024-11-24T13:14:45,594 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T13:14:45,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33521 2024-11-24T13:14:45,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33521 connecting to ZooKeeper ensemble=127.0.0.1:62811 2024-11-24T13:14:45,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335210x0, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:14:45,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33521-0x1014a1d59680000 connected 2024-11-24T13:14:45,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:45,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:45,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:14:45,755 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039, hbase.cluster.distributed=false 2024-11-24T13:14:45,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:14:45,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33521 2024-11-24T13:14:45,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33521 2024-11-24T13:14:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33521 2024-11-24T13:14:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33521 2024-11-24T13:14:45,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33521 2024-11-24T13:14:45,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:14:45,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:14:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:14:45,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:14:45,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:14:45,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34427 2024-11-24T13:14:45,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34427 connecting to ZooKeeper ensemble=127.0.0.1:62811 2024-11-24T13:14:45,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:45,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344270x0, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:14:45,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34427-0x1014a1d59680001 connected 2024-11-24T13:14:45,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:14:45,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:14:45,958 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:14:45,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:14:45,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:14:45,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-24T13:14:45,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34427 2024-11-24T13:14:45,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34427 2024-11-24T13:14:45,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-24T13:14:45,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-24T13:14:45,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:14:45,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:14:45,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:45,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:14:45,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:14:45,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:14:45,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41951 2024-11-24T13:14:45,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41951 connecting to ZooKeeper ensemble=127.0.0.1:62811 2024-11-24T13:14:46,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:46,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419510x0, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:14:46,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41951-0x1014a1d59680002 connected 2024-11-24T13:14:46,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:14:46,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:14:46,018 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:14:46,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:14:46,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:14:46,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-24T13:14:46,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41951 2024-11-24T13:14:46,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41951 2024-11-24T13:14:46,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-24T13:14:46,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-24T13:14:46,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:14:46,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:46,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:46,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:14:46,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:14:46,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:14:46,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:14:46,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:14:46,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44271 2024-11-24T13:14:46,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44271 connecting to ZooKeeper ensemble=127.0.0.1:62811 2024-11-24T13:14:46,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:46,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442710x0, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:14:46,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442710x0, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:14:46,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44271-0x1014a1d59680003 connected 2024-11-24T13:14:46,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:14:46,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:14:46,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:14:46,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:14:46,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-24T13:14:46,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44271 2024-11-24T13:14:46,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44271 2024-11-24T13:14:46,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-24T13:14:46,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-24T13:14:46,094 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:33521 2024-11-24T13:14:46,095 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,105 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:14:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,134 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T13:14:46,136 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b10924491aa5,33521,1732454085143 from backup master directory 2024-11-24T13:14:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:14:46,139 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:14:46,140 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,142 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T13:14:46,144 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T13:14:46,198 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/hbase.id] with ID: 342387c9-8804-43cb-aa18-e41bbf50319a 2024-11-24T13:14:46,198 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.tmp/hbase.id 2024-11-24T13:14:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:14:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:14:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:14:46,214 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.tmp/hbase.id]:[hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/hbase.id] 2024-11-24T13:14:46,257 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:14:46,262 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:14:46,281 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-24T13:14:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:14:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:14:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:14:46,323 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:14:46,325 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:14:46,342 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:14:46,346 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:14:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:14:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:14:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:14:46,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store 2024-11-24T13:14:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:14:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:14:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:14:46,428 INFO [master/b10924491aa5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T13:14:46,431 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:46,432 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:14:46,433 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:14:46,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:14:46,434 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:14:46,435 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:14:46,435 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:14:46,436 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454086432Disabling compacts and flushes for region at 1732454086432Disabling writes for close at 1732454086434 (+2 ms)Writing region close event to WAL at 1732454086435 (+1 ms)Closed at 1732454086435 2024-11-24T13:14:46,438 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/.initializing 2024-11-24T13:14:46,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/WALs/b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,450 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:14:46,470 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C33521%2C1732454085143, suffix=, logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/WALs/b10924491aa5,33521,1732454085143, archiveDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/oldWALs, maxLogs=10 2024-11-24T13:14:46,497 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/WALs/b10924491aa5,33521,1732454085143/b10924491aa5%2C33521%2C1732454085143.1732454086477, exclude list is [], retry=0 2024-11-24T13:14:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2,DISK] 2024-11-24T13:14:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a975f58b-8f2d-499e-92ce-2e31879350fc,DISK] 2024-11-24T13:14:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51,DISK] 2024-11-24T13:14:46,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T13:14:46,560 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/WALs/b10924491aa5,33521,1732454085143/b10924491aa5%2C33521%2C1732454085143.1732454086477 2024-11-24T13:14:46,561 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33809:33809),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33717:33717)] 2024-11-24T13:14:46,562 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:14:46,562 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:46,566 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,567 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:14:46,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:46,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:46,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:14:46,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:46,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:14:46,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:14:46,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:46,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:14:46,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:14:46,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:46,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:14:46,659 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,662 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,663 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,668 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,669 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,673 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:14:46,677 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:14:46,682 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:14:46,683 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038585, jitterRate=0.058557406067848206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:14:46,692 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454086580Initializing all the Stores at 1732454086582 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454086583 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454086583Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454086584 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454086584Cleaning up temporary data from old regions at 1732454086669 (+85 ms)Region opened successfully at 1732454086691 (+22 ms) 2024-11-24T13:14:46,693 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:14:46,729 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf77ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:14:46,762 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:14:46,774 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:14:46,774 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:14:46,777 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:14:46,779 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T13:14:46,784 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-24T13:14:46,785 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T13:14:46,814 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:14:46,823 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T13:14:46,826 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T13:14:46,829 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:14:46,830 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:14:46,832 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T13:14:46,835 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:14:46,839 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:14:46,841 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T13:14:46,843 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:14:46,846 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T13:14:46,866 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:14:46,867 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,875 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,33521,1732454085143, sessionid=0x1014a1d59680000, setting cluster-up flag (Was=false) 2024-11-24T13:14:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,895 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T13:14:46,896 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:46,913 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T13:14:46,915 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,33521,1732454085143 2024-11-24T13:14:46,920 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:14:46,983 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(746): ClusterId : 342387c9-8804-43cb-aa18-e41bbf50319a 2024-11-24T13:14:46,983 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(746): ClusterId : 342387c9-8804-43cb-aa18-e41bbf50319a 2024-11-24T13:14:46,983 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(746): ClusterId : 342387c9-8804-43cb-aa18-e41bbf50319a 2024-11-24T13:14:46,986 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:14:46,986 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:14:46,986 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:14:46,994 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:14:46,994 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:14:46,994 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:14:46,994 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:14:46,994 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:14:46,994 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:14:46,995 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:14:46,999 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:14:46,999 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:14:46,999 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:14:47,000 DEBUG [RS:1;b10924491aa5:41951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111dc329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:14:47,000 DEBUG [RS:0;b10924491aa5:34427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214822df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:14:47,000 DEBUG [RS:2;b10924491aa5:44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7974bbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:14:47,007 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:14:47,016 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:14:47,021 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b10924491aa5:44271 2024-11-24T13:14:47,025 INFO [RS:2;b10924491aa5:44271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:14:47,025 INFO [RS:2;b10924491aa5:44271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:14:47,025 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:14:47,024 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,33521,1732454085143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:14:47,028 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33521,1732454085143 with port=44271, startcode=1732454086052 2024-11-24T13:14:47,029 DEBUG [RS:0;b10924491aa5:34427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:34427 2024-11-24T13:14:47,029 INFO [RS:0;b10924491aa5:34427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:14:47,029 INFO [RS:0;b10924491aa5:34427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:14:47,030 DEBUG [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:14:47,031 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33521,1732454085143 with port=34427, startcode=1732454085868 2024-11-24T13:14:47,033 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:14:47,033 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:14:47,034 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:14:47,034 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:14:47,034 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:14:47,034 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,034 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:14:47,035 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,035 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b10924491aa5:41951 2024-11-24T13:14:47,036 INFO [RS:1;b10924491aa5:41951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:14:47,036 INFO [RS:1;b10924491aa5:41951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:14:47,036 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:14:47,037 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33521,1732454085143 with port=41951, startcode=1732454085994 2024-11-24T13:14:47,038 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454117038 2024-11-24T13:14:47,040 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:14:47,041 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:14:47,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:14:47,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:14:47,043 DEBUG [RS:2;b10924491aa5:44271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:14:47,043 DEBUG [RS:1;b10924491aa5:41951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:14:47,043 DEBUG [RS:0;b10924491aa5:34427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:14:47,045 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:14:47,046 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:14:47,046 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:14:47,046 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:14:47,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:47,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:14:47,048 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,051 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:14:47,053 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:14:47,053 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:14:47,056 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:14:47,057 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:14:47,060 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454087058,5,FailOnTimeoutGroup] 2024-11-24T13:14:47,061 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454087061,5,FailOnTimeoutGroup] 2024-11-24T13:14:47,061 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,061 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:14:47,063 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,063 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:14:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:14:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:14:47,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:14:47,108 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:47,121 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:14:47,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:14:47,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:14:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:14:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:14:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:14:47,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:47,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:14:47,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,41951,1732454085994 2024-11-24T13:14:47,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:14:47,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:47,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,41951,1732454085994 2024-11-24T13:14:47,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:47,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:14:47,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:14:47,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:47,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:47,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:14:47,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:14:47,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:47,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:47,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:14:47,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:14:47,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:47,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:47,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:14:47,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740 2024-11-24T13:14:47,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740 2024-11-24T13:14:47,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:14:47,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:14:47,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:14:47,153 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:47,153 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42769 2024-11-24T13:14:47,153 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:14:47,154 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:47,155 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42769 2024-11-24T13:14:47,155 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:14:47,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,34427,1732454085868 2024-11-24T13:14:47,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,34427,1732454085868 2024-11-24T13:14:47,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:14:47,160 DEBUG [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:47,160 DEBUG [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42769 2024-11-24T13:14:47,160 DEBUG [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:14:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:14:47,165 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:14:47,165 DEBUG [RS:1;b10924491aa5:41951 {}] zookeeper.ZKUtil(111): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b10924491aa5,41951,1732454085994 2024-11-24T13:14:47,165 WARN [RS:1;b10924491aa5:41951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:14:47,165 INFO [RS:1;b10924491aa5:41951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:14:47,166 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,41951,1732454085994 2024-11-24T13:14:47,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70783700, jitterRate=0.054759323596954346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:14:47,167 DEBUG [RS:2;b10924491aa5:44271 {}] zookeeper.ZKUtil(111): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,167 WARN [RS:2;b10924491aa5:44271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:14:47,167 DEBUG [RS:0;b10924491aa5:34427 {}] zookeeper.ZKUtil(111): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b10924491aa5,34427,1732454085868 2024-11-24T13:14:47,167 INFO [RS:2;b10924491aa5:44271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:14:47,167 WARN [RS:0;b10924491aa5:34427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:14:47,167 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,167 INFO [RS:0;b10924491aa5:34427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:14:47,168 DEBUG [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868 2024-11-24T13:14:47,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,44271,1732454086052] 2024-11-24T13:14:47,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,34427,1732454085868] 2024-11-24T13:14:47,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,41951,1732454085994] 2024-11-24T13:14:47,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454087127Initializing all the Stores at 1732454087129 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454087129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454087129Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454087129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454087129Cleaning up temporary data from old regions at 1732454087151 (+22 ms)Region opened successfully at 1732454087170 (+19 ms) 2024-11-24T13:14:47,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:14:47,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:14:47,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:14:47,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:14:47,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:14:47,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:14:47,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454087170Disabling compacts and flushes for region at 1732454087170Disabling writes for close at 1732454087171 (+1 ms)Writing region close event to WAL at 1732454087176 (+5 ms)Closed at 1732454087177 (+1 ms) 2024-11-24T13:14:47,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:14:47,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:14:47,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:14:47,198 INFO [RS:0;b10924491aa5:34427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:14:47,198 INFO [RS:1;b10924491aa5:41951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:14:47,200 INFO [RS:2;b10924491aa5:44271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:14:47,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:14:47,206 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:14:47,215 INFO [RS:0;b10924491aa5:34427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:14:47,215 INFO [RS:2;b10924491aa5:44271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:14:47,216 INFO [RS:1;b10924491aa5:41951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:14:47,222 INFO [RS:2;b10924491aa5:44271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:14:47,222 INFO [RS:1;b10924491aa5:41951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:14:47,222 INFO [RS:0;b10924491aa5:34427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:14:47,222 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,222 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,222 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,224 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:14:47,224 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:14:47,224 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:14:47,231 INFO [RS:1;b10924491aa5:41951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:14:47,231 INFO [RS:0;b10924491aa5:34427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:14:47,231 INFO [RS:2;b10924491aa5:44271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:14:47,232 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,232 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,232 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,233 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:14:47,234 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:14:47,234 DEBUG [RS:1;b10924491aa5:41951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:14:47,234 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,234 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,235 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:14:47,235 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:14:47,235 DEBUG [RS:0;b10924491aa5:34427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:14:47,235 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:14:47,235 DEBUG [RS:2;b10924491aa5:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:14:47,237 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,237 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,237 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,237 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,238 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,238 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,41951,1732454085994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:14:47,240 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,240 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,240 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34427,1732454085868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,241 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44271,1732454086052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:14:47,270 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:14:47,270 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:14:47,270 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:14:47,273 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,44271,1732454086052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,273 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34427,1732454085868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,273 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,41951,1732454085994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,273 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,274 INFO [RS:2;b10924491aa5:44271 {}] regionserver.Replication(171): b10924491aa5,44271,1732454086052 started 2024-11-24T13:14:47,274 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,274 INFO [RS:0;b10924491aa5:34427 {}] regionserver.Replication(171): b10924491aa5,34427,1732454085868 started 2024-11-24T13:14:47,276 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,276 INFO [RS:1;b10924491aa5:41951 {}] regionserver.Replication(171): b10924491aa5,41951,1732454085994 started 2024-11-24T13:14:47,295 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,296 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,44271,1732454086052, RpcServer on b10924491aa5/172.17.0.2:44271, sessionid=0x1014a1d59680003 2024-11-24T13:14:47,297 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:14:47,297 DEBUG [RS:2;b10924491aa5:44271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,297 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,44271,1732454086052' 2024-11-24T13:14:47,297 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:14:47,299 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:14:47,299 INFO [RS:0;b10924491aa5:34427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,299 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,34427,1732454085868, RpcServer on b10924491aa5/172.17.0.2:34427, sessionid=0x1014a1d59680001 2024-11-24T13:14:47,299 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:14:47,300 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:14:47,300 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:14:47,300 DEBUG [RS:0;b10924491aa5:34427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,34427,1732454085868 2024-11-24T13:14:47,300 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34427,1732454085868' 2024-11-24T13:14:47,300 DEBUG [RS:2;b10924491aa5:44271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,300 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:14:47,300 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,44271,1732454086052' 2024-11-24T13:14:47,300 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:14:47,301 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:14:47,301 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:14:47,301 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:14:47,302 DEBUG [RS:0;b10924491aa5:34427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,34427,1732454085868 2024-11-24T13:14:47,302 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34427,1732454085868' 2024-11-24T13:14:47,302 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:14:47,302 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:14:47,303 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:14:47,303 DEBUG [RS:0;b10924491aa5:34427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:14:47,303 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:47,303 INFO [RS:0;b10924491aa5:34427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:14:47,303 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,41951,1732454085994, RpcServer on b10924491aa5/172.17.0.2:41951, sessionid=0x1014a1d59680002 2024-11-24T13:14:47,303 INFO [RS:0;b10924491aa5:34427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:14:47,304 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:14:47,304 DEBUG [RS:1;b10924491aa5:41951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,41951,1732454085994 2024-11-24T13:14:47,304 DEBUG [RS:2;b10924491aa5:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:14:47,304 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,41951,1732454085994' 2024-11-24T13:14:47,304 INFO [RS:2;b10924491aa5:44271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:14:47,304 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:14:47,304 INFO [RS:2;b10924491aa5:44271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:14:47,305 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:14:47,306 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:14:47,306 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:14:47,306 DEBUG [RS:1;b10924491aa5:41951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,41951,1732454085994 2024-11-24T13:14:47,306 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,41951,1732454085994' 2024-11-24T13:14:47,306 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:14:47,307 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:14:47,308 DEBUG [RS:1;b10924491aa5:41951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:14:47,308 INFO [RS:1;b10924491aa5:41951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:14:47,308 INFO [RS:1;b10924491aa5:41951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:14:47,357 WARN [b10924491aa5:33521 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T13:14:47,409 INFO [RS:0;b10924491aa5:34427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:14:47,409 INFO [RS:2;b10924491aa5:44271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:14:47,409 INFO [RS:1;b10924491aa5:41951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:14:47,413 INFO [RS:1;b10924491aa5:41951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C41951%2C1732454085994, suffix=, logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,41951,1732454085994, archiveDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs, maxLogs=32 2024-11-24T13:14:47,413 INFO [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C44271%2C1732454086052, suffix=, logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052, archiveDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs, maxLogs=32 2024-11-24T13:14:47,413 INFO [RS:0;b10924491aa5:34427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C34427%2C1732454085868, suffix=, logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868, archiveDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs, maxLogs=32 2024-11-24T13:14:47,433 DEBUG [RS:2;b10924491aa5:44271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052/b10924491aa5%2C44271%2C1732454086052.1732454087419, exclude list is [], retry=0 2024-11-24T13:14:47,433 DEBUG [RS:0;b10924491aa5:34427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868/b10924491aa5%2C34427%2C1732454085868.1732454087419, exclude list is [], retry=0 2024-11-24T13:14:47,434 DEBUG [RS:1;b10924491aa5:41951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,41951,1732454085994/b10924491aa5%2C41951%2C1732454085994.1732454087419, exclude list is [], retry=0 2024-11-24T13:14:47,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51,DISK] 2024-11-24T13:14:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a975f58b-8f2d-499e-92ce-2e31879350fc,DISK] 2024-11-24T13:14:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a975f58b-8f2d-499e-92ce-2e31879350fc,DISK] 2024-11-24T13:14:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51,DISK] 2024-11-24T13:14:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2,DISK] 2024-11-24T13:14:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2,DISK] 2024-11-24T13:14:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a975f58b-8f2d-499e-92ce-2e31879350fc,DISK] 2024-11-24T13:14:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51,DISK] 2024-11-24T13:14:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2,DISK] 2024-11-24T13:14:47,451 INFO [RS:1;b10924491aa5:41951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,41951,1732454085994/b10924491aa5%2C41951%2C1732454085994.1732454087419 2024-11-24T13:14:47,451 INFO [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052/b10924491aa5%2C44271%2C1732454086052.1732454087419 2024-11-24T13:14:47,452 DEBUG [RS:1;b10924491aa5:41951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33809:33809)] 2024-11-24T13:14:47,452 DEBUG [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35895:35895),(127.0.0.1/127.0.0.1:33809:33809),(127.0.0.1/127.0.0.1:33717:33717)] 2024-11-24T13:14:47,453 INFO [RS:0;b10924491aa5:34427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868/b10924491aa5%2C34427%2C1732454085868.1732454087419 2024-11-24T13:14:47,454 DEBUG [RS:0;b10924491aa5:34427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:33809:33809),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-24T13:14:47,610 DEBUG [b10924491aa5:33521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T13:14:47,621 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(204): Hosts are {b10924491aa5=0} racks are {/default-rack=0} 2024-11-24T13:14:47,629 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T13:14:47,630 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T13:14:47,630 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T13:14:47,630 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T13:14:47,630 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T13:14:47,630 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T13:14:47,630 INFO [b10924491aa5:33521 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T13:14:47,630 INFO [b10924491aa5:33521 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T13:14:47,630 INFO [b10924491aa5:33521 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T13:14:47,630 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T13:14:47,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:14:47,645 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,44271,1732454086052, state=OPENING 2024-11-24T13:14:47,651 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:14:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:14:47,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:47,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:47,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:47,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:47,656 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:14:47,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,44271,1732454086052}] 2024-11-24T13:14:55,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:14:55,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T13:14:57,687 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:14:57,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:14:57,706 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:14:57,707 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:14:57,707 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:14:57,711 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C44271%2C1732454086052.meta, suffix=.meta, logDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052, archiveDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs, maxLogs=32 2024-11-24T13:14:57,732 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052/b10924491aa5%2C44271%2C1732454086052.meta.1732454097714.meta, exclude list is [], retry=0 2024-11-24T13:14:57,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32871,DS-edf2795d-68eb-4d0d-92a4-6eea5dbf69b2,DISK] 2024-11-24T13:14:57,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a975f58b-8f2d-499e-92ce-2e31879350fc,DISK] 2024-11-24T13:14:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-a668f0d7-7ae9-416b-9f4f-70bfe7ef8c51,DISK] 2024-11-24T13:14:57,744 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,44271,1732454086052/b10924491aa5%2C44271%2C1732454086052.meta.1732454097714.meta 2024-11-24T13:14:57,745 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33809:33809),(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:35895:35895)] 2024-11-24T13:14:57,745 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:14:57,747 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:14:57,750 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:14:57,757 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:14:57,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:14:57,763 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:57,764 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:14:57,764 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:14:57,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:14:57,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:14:57,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:57,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:57,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:14:57,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:14:57,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:57,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:57,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:14:57,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:14:57,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:57,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:57,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:14:57,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:14:57,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:57,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:14:57,798 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:14:57,800 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740 2024-11-24T13:14:57,803 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740 2024-11-24T13:14:57,806 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:14:57,806 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:14:57,807 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:14:57,811 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:14:57,814 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73208664, jitterRate=0.09089410305023193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:14:57,814 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:14:57,816 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454097765Writing region info on filesystem at 1732454097765Initializing all the Stores at 1732454097767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454097767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454097772 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454097772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454097772Cleaning up temporary data from old regions at 1732454097806 (+34 ms)Running coprocessor post-open hooks at 1732454097814 (+8 ms)Region opened successfully at 1732454097816 (+2 ms) 2024-11-24T13:14:57,826 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454097676 2024-11-24T13:14:57,839 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:14:57,840 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:14:57,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:14:57,844 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,44271,1732454086052, state=OPEN 2024-11-24T13:14:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:14:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:14:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:14:57,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:57,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:57,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:14:57,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:14:57,849 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,44271,1732454086052 2024-11-24T13:14:57,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:14:57,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,44271,1732454086052 in 10.1920 sec 2024-11-24T13:14:57,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:14:57,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6710 sec 2024-11-24T13:14:57,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:14:57,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:14:57,899 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:14:57,901 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44271,1732454086052, seqNum=-1] 2024-11-24T13:14:57,931 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:14:57,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:14:57,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0130 sec 2024-11-24T13:14:57,967 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454097967, completionTime=-1 2024-11-24T13:14:57,971 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T13:14:57,971 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:14:58,006 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T13:14:58,006 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454158006 2024-11-24T13:14:58,006 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454218006 2024-11-24T13:14:58,006 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-24T13:14:58,009 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:14:58,017 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33521,1732454085143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,017 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33521,1732454085143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,018 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33521,1732454085143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,020 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:33521, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,020 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,021 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,028 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:14:58,057 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.916sec 2024-11-24T13:14:58,060 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:14:58,062 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:14:58,063 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:14:58,064 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:14:58,064 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:14:58,065 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33521,1732454085143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:14:58,066 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33521,1732454085143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:14:58,073 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:14:58,074 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:14:58,075 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33521,1732454085143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:14:58,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:14:58,109 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T13:14:58,109 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T13:14:58,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33521,-1 for getting cluster id 2024-11-24T13:14:58,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:14:58,134 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342387c9-8804-43cb-aa18-e41bbf50319a' 2024-11-24T13:14:58,137 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:14:58,137 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342387c9-8804-43cb-aa18-e41bbf50319a" 2024-11-24T13:14:58,138 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ab9508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:14:58,138 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33521,-1] 2024-11-24T13:14:58,142 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:14:58,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:14:58,145 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:14:58,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:14:58,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:14:58,164 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44271,1732454086052, seqNum=-1] 2024-11-24T13:14:58,165 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:14:58,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:14:58,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,33521,1732454085143 2024-11-24T13:14:58,251 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732454098245 (current time:1732454098245). 2024-11-24T13:14:58,251 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T13:14:58,251 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T13:14:58,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:14:58,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33521,-1 for getting cluster id 2024-11-24T13:14:58,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:14:58,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342387c9-8804-43cb-aa18-e41bbf50319a' 2024-11-24T13:14:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:14:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342387c9-8804-43cb-aa18-e41bbf50319a" 2024-11-24T13:14:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7cfff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:14:58,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33521,-1] 2024-11-24T13:14:58,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:14:58,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:14:58,273 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:14:58,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45daab85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:14:58,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:14:58,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,44271,1732454086052, seqNum=-1] 2024-11-24T13:14:58,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:14:58,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:14:58,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:14:58,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:14:58,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:14:58,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:14:58,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:14:58,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:14:58,305 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33521,1732454085143 2024-11-24T13:14:58,307 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1989f595 2024-11-24T13:14:58,309 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:14:58,311 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:14:58,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T13:14:58,334 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:14:58,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T13:14:58,337 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:14:58,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:14:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741837_1013 (size=361) 2024-11-24T13:14:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741837_1013 (size=361) 2024-11-24T13:14:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741837_1013 (size=361) 2024-11-24T13:14:58,390 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8c6bd076dd2152d20cf1e378859ebb3, NAME => 'SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,391 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4b5ea081f96387fc551f9fffd86c1d3b, NAME => 'SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,393 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 70da73ca45faa4dce6d946ea11c11c6e, NAME => 'SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741839_1015 (size=54) 2024-11-24T13:14:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741839_1015 (size=54) 2024-11-24T13:14:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741839_1015 (size=54) 2024-11-24T13:14:58,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d8c6bd076dd2152d20cf1e378859ebb3, disabling compactions & flushes 2024-11-24T13:14:58,435 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:14:58,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:14:58,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. after waiting 0 ms 2024-11-24T13:14:58,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:14:58,435 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:14:58,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8c6bd076dd2152d20cf1e378859ebb3: Waiting for close lock at 1732454098435Disabling compacts and flushes for region at 1732454098435Disabling writes for close at 1732454098435Writing region close event to WAL at 1732454098435Closed at 1732454098435 2024-11-24T13:14:58,436 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d5af2c656f9317aef41562f580b6702, NAME => 'SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741838_1014 (size=62) 2024-11-24T13:14:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741838_1014 (size=62) 2024-11-24T13:14:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741840_1016 (size=62) 2024-11-24T13:14:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741840_1016 (size=62) 2024-11-24T13:14:58,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741840_1016 (size=62) 2024-11-24T13:14:58,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741838_1014 (size=62) 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4b5ea081f96387fc551f9fffd86c1d3b, disabling compactions & flushes 2024-11-24T13:14:58,448 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. after waiting 0 ms 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:14:58,448 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:14:58,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4b5ea081f96387fc551f9fffd86c1d3b: Waiting for close lock at 1732454098448Disabling compacts and flushes for region at 1732454098448Disabling writes for close at 1732454098448Writing region close event to WAL at 1732454098448Closed at 1732454098448 2024-11-24T13:14:58,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ec58f3b6a3d7767973b9baecc09565a, NAME => 'SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 70da73ca45faa4dce6d946ea11c11c6e, disabling compactions & flushes 2024-11-24T13:14:58,449 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:14:58,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:14:58,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. after waiting 0 ms 2024-11-24T13:14:58,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:14:58,450 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:14:58,450 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 70da73ca45faa4dce6d946ea11c11c6e: Waiting for close lock at 1732454098449Disabling compacts and flushes for region at 1732454098449Disabling writes for close at 1732454098450 (+1 ms)Writing region close event to WAL at 1732454098450Closed at 1732454098450 2024-11-24T13:14:58,450 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5c67c97e64fd30e5448e873e4c2beb13, NAME => 'SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:14:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741842_1018 (size=62) 2024-11-24T13:14:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741842_1018 (size=62) 2024-11-24T13:14:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741842_1018 (size=62) 2024-11-24T13:14:58,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5ec58f3b6a3d7767973b9baecc09565a, disabling compactions & flushes 2024-11-24T13:14:58,477 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:14:58,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:14:58,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. after waiting 0 ms 2024-11-24T13:14:58,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:14:58,477 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:14:58,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ec58f3b6a3d7767973b9baecc09565a: Waiting for close lock at 1732454098477Disabling compacts and flushes for region at 1732454098477Disabling writes for close at 1732454098477Writing region close event to WAL at 1732454098477Closed at 1732454098477 2024-11-24T13:14:58,478 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3328698d28c1dee7e8fd3496f058073d, NAME => 'SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741841_1017 (size=62) 2024-11-24T13:14:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741841_1017 (size=62) 2024-11-24T13:14:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741841_1017 (size=62) 2024-11-24T13:14:58,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3d5af2c656f9317aef41562f580b6702, disabling compactions & flushes 2024-11-24T13:14:58,488 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:14:58,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:14:58,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. after waiting 0 ms 2024-11-24T13:14:58,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:14:58,488 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:14:58,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d5af2c656f9317aef41562f580b6702: Waiting for close lock at 1732454098487Disabling compacts and flushes for region at 1732454098487Disabling writes for close at 1732454098488 (+1 ms)Writing region close event to WAL at 1732454098488Closed at 1732454098488 2024-11-24T13:14:58,489 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7e9cd2c4db1140c64046c9992fc98ed, NAME => 'SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741843_1019 (size=62) 2024-11-24T13:14:58,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741843_1019 (size=62) 2024-11-24T13:14:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741843_1019 (size=62) 2024-11-24T13:14:58,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5c67c97e64fd30e5448e873e4c2beb13, disabling compactions & flushes 2024-11-24T13:14:58,529 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:14:58,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:14:58,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. after waiting 0 ms 2024-11-24T13:14:58,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:14:58,529 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:14:58,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5c67c97e64fd30e5448e873e4c2beb13: Waiting for close lock at 1732454098529Disabling compacts and flushes for region at 1732454098529Disabling writes for close at 1732454098529Writing region close event to WAL at 1732454098529Closed at 1732454098529 2024-11-24T13:14:58,534 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 161f088e1a9a8565cc01f9d4d396fa3b, NAME => 'SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741844_1020 (size=62) 2024-11-24T13:14:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741844_1020 (size=62) 2024-11-24T13:14:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3328698d28c1dee7e8fd3496f058073d, disabling compactions & flushes 2024-11-24T13:14:58,573 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:14:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:14:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. after waiting 0 ms 2024-11-24T13:14:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:14:58,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741844_1020 (size=62) 2024-11-24T13:14:58,573 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:14:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3328698d28c1dee7e8fd3496f058073d: Waiting for close lock at 1732454098573Disabling compacts and flushes for region at 1732454098573Disabling writes for close at 1732454098573Writing region close event to WAL at 1732454098573Closed at 1732454098573 2024-11-24T13:14:58,574 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3e8deea6bcc9b7aa4583bbc8a76faa9d, NAME => 'SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039 2024-11-24T13:14:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741846_1022 (size=62) 2024-11-24T13:14:58,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741846_1022 (size=62) 2024-11-24T13:14:58,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741846_1022 (size=62) 2024-11-24T13:14:58,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 161f088e1a9a8565cc01f9d4d396fa3b, disabling compactions & flushes 2024-11-24T13:14:58,586 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:14:58,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:14:58,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. after waiting 0 ms 2024-11-24T13:14:58,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:14:58,586 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:14:58,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 161f088e1a9a8565cc01f9d4d396fa3b: Waiting for close lock at 1732454098586Disabling compacts and flushes for region at 1732454098586Disabling writes for close at 1732454098586Writing region close event to WAL at 1732454098586Closed at 1732454098586 2024-11-24T13:14:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741845_1021 (size=62) 2024-11-24T13:14:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741845_1021 (size=62) 2024-11-24T13:14:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741845_1021 (size=62) 2024-11-24T13:14:58,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d7e9cd2c4db1140c64046c9992fc98ed, disabling compactions & flushes 2024-11-24T13:14:58,594 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:14:58,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:14:58,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. after waiting 0 ms 2024-11-24T13:14:58,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:14:58,595 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:14:58,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7e9cd2c4db1140c64046c9992fc98ed: Waiting for close lock at 1732454098594Disabling compacts and flushes for region at 1732454098594Disabling writes for close at 1732454098595 (+1 ms)Writing region close event to WAL at 1732454098595Closed at 1732454098595 2024-11-24T13:14:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741847_1023 (size=54) 2024-11-24T13:14:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741847_1023 (size=54) 2024-11-24T13:14:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741847_1023 (size=54) 2024-11-24T13:14:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:14:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3e8deea6bcc9b7aa4583bbc8a76faa9d, disabling compactions & flushes 2024-11-24T13:14:58,603 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:14:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:14:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. after waiting 0 ms 2024-11-24T13:14:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:14:58,604 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:14:58,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3e8deea6bcc9b7aa4583bbc8a76faa9d: Waiting for close lock at 1732454098603Disabling compacts and flushes for region at 1732454098603Disabling writes for close at 1732454098603Writing region close event to WAL at 1732454098604 (+1 ms)Closed at 1732454098604 2024-11-24T13:14:58,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:14:58,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732454098606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454098606"}]},"ts":"1732454098606"} 2024-11-24T13:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:14:58,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T13:14:58,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:14:58,671 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454098667"}]},"ts":"1732454098667"} 2024-11-24T13:14:58,681 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T13:14:58,683 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {b10924491aa5=0} racks are {/default-rack=0} 2024-11-24T13:14:58,697 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T13:14:58,697 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T13:14:58,697 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T13:14:58,697 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T13:14:58,697 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T13:14:58,697 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T13:14:58,698 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T13:14:58,698 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T13:14:58,698 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T13:14:58,698 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T13:14:58,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b5ea081f96387fc551f9fffd86c1d3b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70da73ca45faa4dce6d946ea11c11c6e, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d5af2c656f9317aef41562f580b6702, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c67c97e64fd30e5448e873e4c2beb13, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e9cd2c4db1140c64046c9992fc98ed, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=161f088e1a9a8565cc01f9d4d396fa3b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN}] 2024-11-24T13:14:58,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e9cd2c4db1140c64046c9992fc98ed, ASSIGN 2024-11-24T13:14:58,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c67c97e64fd30e5448e873e4c2beb13, ASSIGN 2024-11-24T13:14:58,711 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN 2024-11-24T13:14:58,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=161f088e1a9a8565cc01f9d4d396fa3b, ASSIGN 2024-11-24T13:14:58,714 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7e9cd2c4db1140c64046c9992fc98ed, ASSIGN; state=OFFLINE, location=b10924491aa5,44271,1732454086052; forceNewPlan=false, retain=false 2024-11-24T13:14:58,715 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c67c97e64fd30e5448e873e4c2beb13, ASSIGN; state=OFFLINE, location=b10924491aa5,44271,1732454086052; forceNewPlan=false, retain=false 2024-11-24T13:14:58,715 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN; state=OFFLINE, location=b10924491aa5,34427,1732454085868; forceNewPlan=false, retain=false 2024-11-24T13:14:58,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=161f088e1a9a8565cc01f9d4d396fa3b, ASSIGN; state=OFFLINE, location=b10924491aa5,41951,1732454085994; forceNewPlan=false, retain=false 2024-11-24T13:14:58,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN 2024-11-24T13:14:58,718 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN 2024-11-24T13:14:58,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d5af2c656f9317aef41562f580b6702, ASSIGN 2024-11-24T13:14:58,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN; state=OFFLINE, location=b10924491aa5,34427,1732454085868; forceNewPlan=false, retain=false 2024-11-24T13:14:58,721 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN; state=OFFLINE, location=b10924491aa5,34427,1732454085868; forceNewPlan=false, retain=false 2024-11-24T13:14:58,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70da73ca45faa4dce6d946ea11c11c6e, ASSIGN 2024-11-24T13:14:58,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d5af2c656f9317aef41562f580b6702, ASSIGN; state=OFFLINE, location=b10924491aa5,41951,1732454085994; forceNewPlan=false, retain=false 2024-11-24T13:14:58,725 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70da73ca45faa4dce6d946ea11c11c6e, ASSIGN; state=OFFLINE, location=b10924491aa5,44271,1732454086052; forceNewPlan=false, retain=false 2024-11-24T13:14:58,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b5ea081f96387fc551f9fffd86c1d3b, ASSIGN 2024-11-24T13:14:58,727 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN 2024-11-24T13:14:58,729 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b5ea081f96387fc551f9fffd86c1d3b, ASSIGN; state=OFFLINE, location=b10924491aa5,41951,1732454085994; forceNewPlan=false, retain=false 2024-11-24T13:14:58,730 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN; state=OFFLINE, location=b10924491aa5,34427,1732454085868; forceNewPlan=false, retain=false 2024-11-24T13:14:58,867 INFO [b10924491aa5:33521 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T13:14:58,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d7e9cd2c4db1140c64046c9992fc98ed, regionState=OPENING, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:14:58,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70da73ca45faa4dce6d946ea11c11c6e, regionState=OPENING, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:14:58,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5c67c97e64fd30e5448e873e4c2beb13, regionState=OPENING, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:14:58,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=161f088e1a9a8565cc01f9d4d396fa3b, regionState=OPENING, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:14:58,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d5af2c656f9317aef41562f580b6702, regionState=OPENING, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:14:58,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b5ea081f96387fc551f9fffd86c1d3b, regionState=OPENING, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:14:58,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3e8deea6bcc9b7aa4583bbc8a76faa9d, regionState=OPENING, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:14:58,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3328698d28c1dee7e8fd3496f058073d, regionState=OPENING, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:14:58,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ec58f3b6a3d7767973b9baecc09565a, regionState=OPENING, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:14:58,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8c6bd076dd2152d20cf1e378859ebb3, regionState=OPENING, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:14:58,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7e9cd2c4db1140c64046c9992fc98ed, ASSIGN because future has completed 2024-11-24T13:14:58,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed, server=b10924491aa5,44271,1732454086052}] 2024-11-24T13:14:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70da73ca45faa4dce6d946ea11c11c6e, ASSIGN because future has completed 2024-11-24T13:14:58,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e, server=b10924491aa5,44271,1732454086052}] 2024-11-24T13:14:58,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c67c97e64fd30e5448e873e4c2beb13, ASSIGN because future has completed 2024-11-24T13:14:58,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=161f088e1a9a8565cc01f9d4d396fa3b, ASSIGN because future has completed 2024-11-24T13:14:58,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b, server=b10924491aa5,41951,1732454085994}] 2024-11-24T13:14:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b5ea081f96387fc551f9fffd86c1d3b, ASSIGN because future has completed 2024-11-24T13:14:58,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13, server=b10924491aa5,44271,1732454086052}] 2024-11-24T13:14:58,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN because future has completed 2024-11-24T13:14:58,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN because future has completed 2024-11-24T13:14:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d5af2c656f9317aef41562f580b6702, ASSIGN because future has completed 2024-11-24T13:14:58,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d5af2c656f9317aef41562f580b6702, server=b10924491aa5,41951,1732454085994}] 2024-11-24T13:14:58,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b, server=b10924491aa5,41951,1732454085994}] 2024-11-24T13:14:58,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN because future has completed 2024-11-24T13:14:58,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN because future has completed 2024-11-24T13:14:58,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3, server=b10924491aa5,34427,1732454085868}] 2024-11-24T13:14:58,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a, server=b10924491aa5,34427,1732454085868}] 2024-11-24T13:14:58,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d, server=b10924491aa5,34427,1732454085868}] 2024-11-24T13:14:58,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3328698d28c1dee7e8fd3496f058073d, server=b10924491aa5,34427,1732454085868}] 2024-11-24T13:14:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:14:59,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:14:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:15:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:15:03,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:15:05,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:15:05,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:15:05,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:15:05,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:15:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:15:08,895 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:15:08,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d7e9cd2c4db1140c64046c9992fc98ed, NAME => 'SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T13:15:08,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,896 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,898 INFO [StoreOpener-d7e9cd2c4db1140c64046c9992fc98ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,900 INFO [StoreOpener-d7e9cd2c4db1140c64046c9992fc98ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7e9cd2c4db1140c64046c9992fc98ed columnFamilyName cf 2024-11-24T13:15:08,900 DEBUG [StoreOpener-d7e9cd2c4db1140c64046c9992fc98ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,901 INFO [StoreOpener-d7e9cd2c4db1140c64046c9992fc98ed-1 {}] regionserver.HStore(327): Store=d7e9cd2c4db1140c64046c9992fc98ed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,901 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,902 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,903 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,903 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:15:08,903 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,903 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:15:08,906 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,909 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,910 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d7e9cd2c4db1140c64046c9992fc98ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61454953, jitterRate=-0.0842498391866684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,910 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:08,910 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:15:08,910 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d5af2c656f9317aef41562f580b6702, NAME => 'SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T13:15:08,911 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d7e9cd2c4db1140c64046c9992fc98ed: Running coprocessor pre-open hook at 1732454108896Writing region info on filesystem at 1732454108896Initializing all the Stores at 1732454108898 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108898Cleaning up temporary data from old regions at 1732454108903 (+5 ms)Running coprocessor post-open hooks at 1732454108910 (+7 ms)Region opened successfully at 1732454108911 (+1 ms) 2024-11-24T13:15:08,911 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,911 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,912 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,912 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,913 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., pid=15, masterSystemTime=1732454108888 2024-11-24T13:15:08,914 INFO [StoreOpener-3d5af2c656f9317aef41562f580b6702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,916 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:15:08,916 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:15:08,916 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:15:08,916 INFO [StoreOpener-3d5af2c656f9317aef41562f580b6702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d5af2c656f9317aef41562f580b6702 columnFamilyName cf 2024-11-24T13:15:08,916 DEBUG [StoreOpener-3d5af2c656f9317aef41562f580b6702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,916 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c67c97e64fd30e5448e873e4c2beb13, NAME => 'SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T13:15:08,917 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,917 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,917 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,917 INFO [StoreOpener-3d5af2c656f9317aef41562f580b6702-1 {}] regionserver.HStore(327): Store=3d5af2c656f9317aef41562f580b6702/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,917 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,917 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d7e9cd2c4db1140c64046c9992fc98ed, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:08,919 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,919 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,920 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,920 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed, server=b10924491aa5,44271,1732454086052 because future has completed 2024-11-24T13:15:08,923 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-24T13:15:08,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed, server=b10924491aa5,44271,1732454086052 in 10.0400 sec 2024-11-24T13:15:08,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e9cd2c4db1140c64046c9992fc98ed, ASSIGN in 10.2250 sec 2024-11-24T13:15:08,928 INFO [StoreOpener-5c67c97e64fd30e5448e873e4c2beb13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,929 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3d5af2c656f9317aef41562f580b6702/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,930 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3d5af2c656f9317aef41562f580b6702; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66834423, jitterRate=-0.004089489579200745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,931 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:08,931 INFO [StoreOpener-5c67c97e64fd30e5448e873e4c2beb13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c67c97e64fd30e5448e873e4c2beb13 columnFamilyName cf 2024-11-24T13:15:08,931 DEBUG [StoreOpener-5c67c97e64fd30e5448e873e4c2beb13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:15:08,931 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3d5af2c656f9317aef41562f580b6702: Running coprocessor pre-open hook at 1732454108912Writing region info on filesystem at 1732454108912Initializing all the Stores at 1732454108913 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108913Cleaning up temporary data from old regions at 1732454108920 (+7 ms)Running coprocessor post-open hooks at 1732454108931 (+11 ms)Region opened successfully at 1732454108931 2024-11-24T13:15:08,931 INFO [StoreOpener-5c67c97e64fd30e5448e873e4c2beb13-1 {}] regionserver.HStore(327): Store=5c67c97e64fd30e5448e873e4c2beb13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,931 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,932 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702., pid=19, masterSystemTime=1732454108902 2024-11-24T13:15:08,933 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,933 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,934 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,934 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,935 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:15:08,935 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:15:08,935 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:15:08,935 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 161f088e1a9a8565cc01f9d4d396fa3b, NAME => 'SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T13:15:08,936 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,936 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,936 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,936 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d5af2c656f9317aef41562f580b6702, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:08,938 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,939 INFO [StoreOpener-161f088e1a9a8565cc01f9d4d396fa3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d5af2c656f9317aef41562f580b6702, server=b10924491aa5,41951,1732454085994 because future has completed 2024-11-24T13:15:08,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:15:08,943 INFO [StoreOpener-161f088e1a9a8565cc01f9d4d396fa3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161f088e1a9a8565cc01f9d4d396fa3b columnFamilyName cf 2024-11-24T13:15:08,944 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5c67c97e64fd30e5448e873e4c2beb13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,944 DEBUG [StoreOpener-161f088e1a9a8565cc01f9d4d396fa3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,945 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5c67c97e64fd30e5448e873e4c2beb13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74219602, jitterRate=0.1059582531452179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,945 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:08,945 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5c67c97e64fd30e5448e873e4c2beb13: Running coprocessor pre-open hook at 1732454108917Writing region info on filesystem at 1732454108917Initializing all the Stores at 1732454108919 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108919Cleaning up temporary data from old regions at 1732454108934 (+15 ms)Running coprocessor post-open hooks at 1732454108945 (+11 ms)Region opened successfully at 1732454108945 2024-11-24T13:15:08,945 INFO [StoreOpener-161f088e1a9a8565cc01f9d4d396fa3b-1 {}] regionserver.HStore(327): Store=161f088e1a9a8565cc01f9d4d396fa3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,946 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,947 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,947 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13., pid=18, masterSystemTime=1732454108888 2024-11-24T13:15:08,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-24T13:15:08,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d5af2c656f9317aef41562f580b6702, server=b10924491aa5,41951,1732454085994 in 10.0260 sec 2024-11-24T13:15:08,948 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,948 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,949 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,950 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:08,951 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e8deea6bcc9b7aa4583bbc8a76faa9d, NAME => 'SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T13:15:08,951 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,951 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:15:08,951 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,951 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:15:08,951 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,952 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,952 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:15:08,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d5af2c656f9317aef41562f580b6702, ASSIGN in 10.2470 sec 2024-11-24T13:15:08,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5c67c97e64fd30e5448e873e4c2beb13, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:08,952 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 70da73ca45faa4dce6d946ea11c11c6e, NAME => 'SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T13:15:08,952 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,952 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,953 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,953 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,954 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13, server=b10924491aa5,44271,1732454086052 because future has completed 2024-11-24T13:15:08,961 INFO [StoreOpener-70da73ca45faa4dce6d946ea11c11c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,961 INFO [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,962 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-24T13:15:08,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13, server=b10924491aa5,44271,1732454086052 in 10.0540 sec 2024-11-24T13:15:08,963 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 161f088e1a9a8565cc01f9d4d396fa3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59978419, jitterRate=-0.10625191032886505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,963 INFO [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e8deea6bcc9b7aa4583bbc8a76faa9d columnFamilyName cf 2024-11-24T13:15:08,963 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:08,963 DEBUG [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,964 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 161f088e1a9a8565cc01f9d4d396fa3b: Running coprocessor pre-open hook at 1732454108936Writing region info on filesystem at 1732454108936Initializing all the Stores at 1732454108938 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108938Cleaning up temporary data from old regions at 1732454108949 (+11 ms)Running coprocessor post-open hooks at 1732454108963 (+14 ms)Region opened successfully at 1732454108963 2024-11-24T13:15:08,964 INFO [StoreOpener-70da73ca45faa4dce6d946ea11c11c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70da73ca45faa4dce6d946ea11c11c6e columnFamilyName cf 2024-11-24T13:15:08,964 DEBUG [StoreOpener-70da73ca45faa4dce6d946ea11c11c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,965 INFO [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] regionserver.HStore(327): Store=3e8deea6bcc9b7aa4583bbc8a76faa9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,965 INFO [StoreOpener-70da73ca45faa4dce6d946ea11c11c6e-1 {}] regionserver.HStore(327): Store=70da73ca45faa4dce6d946ea11c11c6e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,965 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,965 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c67c97e64fd30e5448e873e4c2beb13, ASSIGN in 10.2620 sec 2024-11-24T13:15:08,966 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., pid=17, masterSystemTime=1732454108902 2024-11-24T13:15:08,966 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,966 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,967 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,967 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,968 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,968 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,968 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,968 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,969 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:15:08,969 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:15:08,969 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:15:08,969 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b5ea081f96387fc551f9fffd86c1d3b, NAME => 'SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T13:15:08,970 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,970 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:08,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=161f088e1a9a8565cc01f9d4d396fa3b, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:08,970 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,970 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,971 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b, server=b10924491aa5,41951,1732454085994 because future has completed 2024-11-24T13:15:08,974 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,975 INFO [StoreOpener-4b5ea081f96387fc551f9fffd86c1d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,978 INFO [StoreOpener-4b5ea081f96387fc551f9fffd86c1d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b5ea081f96387fc551f9fffd86c1d3b columnFamilyName cf 2024-11-24T13:15:08,979 DEBUG [StoreOpener-4b5ea081f96387fc551f9fffd86c1d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:08,979 INFO [StoreOpener-4b5ea081f96387fc551f9fffd86c1d3b-1 {}] regionserver.HStore(327): Store=4b5ea081f96387fc551f9fffd86c1d3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:08,980 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,981 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,982 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,982 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/70da73ca45faa4dce6d946ea11c11c6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,983 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,983 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,983 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 70da73ca45faa4dce6d946ea11c11c6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62657838, jitterRate=-0.06632545590400696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,983 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:08,983 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 70da73ca45faa4dce6d946ea11c11c6e: Running coprocessor pre-open hook at 1732454108953Writing region info on filesystem at 1732454108953Initializing all the Stores at 1732454108954 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108955 (+1 ms)Cleaning up temporary data from old regions at 1732454108968 (+13 ms)Running coprocessor post-open hooks at 1732454108983 (+15 ms)Region opened successfully at 1732454108983 2024-11-24T13:15:08,985 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e., pid=16, masterSystemTime=1732454108888 2024-11-24T13:15:08,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-24T13:15:08,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b, server=b10924491aa5,41951,1732454085994 in 10.0860 sec 2024-11-24T13:15:08,990 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:15:08,990 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:15:08,990 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70da73ca45faa4dce6d946ea11c11c6e, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:08,993 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3e8deea6bcc9b7aa4583bbc8a76faa9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=161f088e1a9a8565cc01f9d4d396fa3b, ASSIGN in 10.2890 sec 2024-11-24T13:15:08,995 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3e8deea6bcc9b7aa4583bbc8a76faa9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65415628, jitterRate=-0.02523118257522583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,995 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:08,995 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3e8deea6bcc9b7aa4583bbc8a76faa9d: Running coprocessor pre-open hook at 1732454108952Writing region info on filesystem at 1732454108952Initializing all the Stores at 1732454108954 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108954Cleaning up temporary data from old regions at 1732454108968 (+14 ms)Running coprocessor post-open hooks at 1732454108995 (+27 ms)Region opened successfully at 1732454108995 2024-11-24T13:15:08,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e, server=b10924491aa5,44271,1732454086052 because future has completed 2024-11-24T13:15:08,996 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/4b5ea081f96387fc551f9fffd86c1d3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:08,997 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., pid=23, masterSystemTime=1732454108930 2024-11-24T13:15:08,998 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4b5ea081f96387fc551f9fffd86c1d3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65022974, jitterRate=-0.031082183122634888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:08,998 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:08,998 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4b5ea081f96387fc551f9fffd86c1d3b: Running coprocessor pre-open hook at 1732454108970Writing region info on filesystem at 1732454108970Initializing all the Stores at 1732454108974 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454108974Cleaning up temporary data from old regions at 1732454108983 (+9 ms)Running coprocessor post-open hooks at 1732454108998 (+15 ms)Region opened successfully at 1732454108998 2024-11-24T13:15:09,000 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b., pid=20, masterSystemTime=1732454108902 2024-11-24T13:15:09,001 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:09,001 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:09,001 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:09,001 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3328698d28c1dee7e8fd3496f058073d, NAME => 'SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T13:15:09,002 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,002 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:09,002 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,002 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-24T13:15:09,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3e8deea6bcc9b7aa4583bbc8a76faa9d, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:15:09,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e, server=b10924491aa5,44271,1732454086052 in 10.1130 sec 2024-11-24T13:15:09,005 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:15:09,005 INFO [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,005 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:15:09,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d, server=b10924491aa5,34427,1732454085868 because future has completed 2024-11-24T13:15:09,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70da73ca45faa4dce6d946ea11c11c6e, ASSIGN in 10.3030 sec 2024-11-24T13:15:09,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b5ea081f96387fc551f9fffd86c1d3b, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:09,011 INFO [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3328698d28c1dee7e8fd3496f058073d columnFamilyName cf 2024-11-24T13:15:09,011 DEBUG [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b, server=b10924491aa5,41951,1732454085994 because future has completed 2024-11-24T13:15:09,016 INFO [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] regionserver.HStore(327): Store=3328698d28c1dee7e8fd3496f058073d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:09,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-24T13:15:09,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d, server=b10924491aa5,34427,1732454085868 in 10.0790 sec 2024-11-24T13:15:09,017 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,018 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,019 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-24T13:15:09,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN in 10.3170 sec 2024-11-24T13:15:09,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b, server=b10924491aa5,41951,1732454085994 in 10.0960 sec 2024-11-24T13:15:09,020 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,020 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b5ea081f96387fc551f9fffd86c1d3b, ASSIGN in 10.3200 sec 2024-11-24T13:15:09,024 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,028 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3328698d28c1dee7e8fd3496f058073d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:09,029 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3328698d28c1dee7e8fd3496f058073d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66670513, jitterRate=-0.006531938910484314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:09,029 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:09,029 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3328698d28c1dee7e8fd3496f058073d: Running coprocessor pre-open hook at 1732454109002Writing region info on filesystem at 1732454109002Initializing all the Stores at 1732454109004 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454109004Cleaning up temporary data from old regions at 1732454109020 (+16 ms)Running coprocessor post-open hooks at 1732454109029 (+9 ms)Region opened successfully at 1732454109029 2024-11-24T13:15:09,031 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., pid=24, masterSystemTime=1732454108930 2024-11-24T13:15:09,033 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:09,034 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:09,034 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:09,034 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c6bd076dd2152d20cf1e378859ebb3, NAME => 'SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T13:15:09,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3328698d28c1dee7e8fd3496f058073d, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:15:09,035 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,035 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:09,035 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,035 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3328698d28c1dee7e8fd3496f058073d, server=b10924491aa5,34427,1732454085868 because future has completed 2024-11-24T13:15:09,039 INFO [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,041 INFO [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c6bd076dd2152d20cf1e378859ebb3 columnFamilyName cf 2024-11-24T13:15:09,042 DEBUG [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:09,042 INFO [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] regionserver.HStore(327): Store=d8c6bd076dd2152d20cf1e378859ebb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:09,043 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-24T13:15:09,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3328698d28c1dee7e8fd3496f058073d, server=b10924491aa5,34427,1732454085868 in 10.1030 sec 2024-11-24T13:15:09,044 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,045 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,045 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,046 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN in 10.3430 sec 2024-11-24T13:15:09,049 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,052 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d8c6bd076dd2152d20cf1e378859ebb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:09,053 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d8c6bd076dd2152d20cf1e378859ebb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74247110, jitterRate=0.10636815428733826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:09,053 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:09,053 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d8c6bd076dd2152d20cf1e378859ebb3: Running coprocessor pre-open hook at 1732454109035Writing region info on filesystem at 1732454109035Initializing all the Stores at 1732454109038 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454109038Cleaning up temporary data from old regions at 1732454109046 (+8 ms)Running coprocessor post-open hooks at 1732454109053 (+7 ms)Region opened successfully at 1732454109053 2024-11-24T13:15:09,055 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3., pid=21, masterSystemTime=1732454108930 2024-11-24T13:15:09,057 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:09,057 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:09,058 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:09,058 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ec58f3b6a3d7767973b9baecc09565a, NAME => 'SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T13:15:09,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8c6bd076dd2152d20cf1e378859ebb3, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:15:09,058 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,058 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:09,059 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,059 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3, server=b10924491aa5,34427,1732454085868 because future has completed 2024-11-24T13:15:09,064 INFO [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,065 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b10924491aa5,34427,1732454085868, table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T13:15:09,066 INFO [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ec58f3b6a3d7767973b9baecc09565a columnFamilyName cf 2024-11-24T13:15:09,066 DEBUG [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:09,067 INFO [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] regionserver.HStore(327): Store=5ec58f3b6a3d7767973b9baecc09565a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:09,067 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-24T13:15:09,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3, server=b10924491aa5,34427,1732454085868 in 10.1420 sec 2024-11-24T13:15:09,068 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,069 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,070 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,070 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN in 10.3680 sec 2024-11-24T13:15:09,072 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,075 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5ec58f3b6a3d7767973b9baecc09565a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:15:09,075 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5ec58f3b6a3d7767973b9baecc09565a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65488540, jitterRate=-0.02414470911026001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:09,076 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:09,076 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5ec58f3b6a3d7767973b9baecc09565a: Running coprocessor pre-open hook at 1732454109059Writing region info on filesystem at 1732454109059Initializing all the Stores at 1732454109063 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454109063Cleaning up temporary data from old regions at 1732454109070 (+7 ms)Running coprocessor post-open hooks at 1732454109076 (+6 ms)Region opened successfully at 1732454109076 2024-11-24T13:15:09,077 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a., pid=22, masterSystemTime=1732454108930 2024-11-24T13:15:09,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:09,079 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:09,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ec58f3b6a3d7767973b9baecc09565a, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34427,1732454085868 2024-11-24T13:15:09,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a, server=b10924491aa5,34427,1732454085868 because future has completed 2024-11-24T13:15:09,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-24T13:15:09,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a, server=b10924491aa5,34427,1732454085868 in 10.1560 sec 2024-11-24T13:15:09,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-24T13:15:09,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN in 10.3870 sec 2024-11-24T13:15:09,091 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:15:09,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454109091"}]},"ts":"1732454109091"} 2024-11-24T13:15:09,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T13:15:09,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:15:09,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7730 sec 2024-11-24T13:15:11,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T13:15:14,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:15:14,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:15:15,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-24T13:15:15,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-24T13:15:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:15:16,582 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T13:15:16,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T13:15:16,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:15:16,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T13:15:16,595 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:15:16,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T13:15:16,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,668 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., hostname=b10924491aa5,44271,1732454086052, seqNum=2] 2024-11-24T13:15:16,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., hostname=b10924491aa5,41951,1732454085994, seqNum=2] 2024-11-24T13:15:16,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,841 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:16,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., hostname=b10924491aa5,34427,1732454085868, seqNum=2] 2024-11-24T13:15:17,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:15:17,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:15:17,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:15:17,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:15:17,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:15:17,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:15:17,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:17,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:15:18,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:15:18,528 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T13:15:18,530 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:15:18,531 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T13:15:18,536 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T13:15:18,549 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T13:15:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741848_1024 (size=49) 2024-11-24T13:15:18,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741848_1024 (size=49) 2024-11-24T13:15:18,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741848_1024 (size=49) 2024-11-24T13:15:18,561 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T13:15:18,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5af2c656f9317aef41562f580b6702}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d}] 2024-11-24T13:15:18,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:18,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:18,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:18,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:18,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:18,582 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:18,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:18,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:18,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:18,583 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:18,631 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b10924491aa5,34427,1732454085868 2024-11-24T13:15:18,631 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b10924491aa5,34427,1732454085868: Simulated kill ***** 2024-11-24T13:15:18,632 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:15:18,634 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:15:18,635 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:15:18,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:15:18,639 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:15:18,648 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 651516976 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153656104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b10924491aa5", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b10924491aa5", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62811", "tag.serverName": "b10924491aa5,34427,1732454085868", "tag.clusterId": "342387c9-8804-43cb-aa18-e41bbf50319a", "tag.Context": "regionserver", "tag.Hostname": "b10924491aa5", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732454085868, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-24T13:15:18,652 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33521 {}] master.MasterRpcServices(700): b10924491aa5,34427,1732454085868 reported a fatal error: ***** ABORTING region server b10924491aa5,34427,1732454085868: Simulated kill ***** 2024-11-24T13:15:18,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,34427,1732454085868' ***** 2024-11-24T13:15:18,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T13:15:18,655 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:15:18,655 INFO [RS:0;b10924491aa5:34427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T13:15:18,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:15:18,656 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:15:18,656 INFO [RS:0;b10924491aa5:34427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T13:15:18,656 INFO [RS:0;b10924491aa5:34427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:15:18,656 INFO [RS:0;b10924491aa5:34427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34427. 2024-11-24T13:15:18,656 DEBUG [RS:0;b10924491aa5:34427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:15:18,656 DEBUG [RS:0;b10924491aa5:34427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:15:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741834_1010 (size=1242) 2024-11-24T13:15:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741834_1010 (size=1242) 2024-11-24T13:15:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741834_1010 (size=1242) 2024-11-24T13:15:18,666 DEBUG [RS:0;b10924491aa5:34427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:15:18,666 INFO [RS:0;b10924491aa5:34427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:15:18,667 INFO [RS:0;b10924491aa5:34427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34427 2024-11-24T13:15:18,670 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:15:18,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b10924491aa5,34427,1732454085868 2024-11-24T13:15:18,675 INFO [RS:0;b10924491aa5:34427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:15:18,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:15:18,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,34427,1732454085868] 2024-11-24T13:15:18,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b10924491aa5,34427,1732454085868 already deleted, retry=false 2024-11-24T13:15:18,679 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b10924491aa5,34427,1732454085868 on b10924491aa5,33521,1732454085143 2024-11-24T13:15:18,685 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b10924491aa5,34427,1732454085868, splitWal=true, meta=false 2024-11-24T13:15:18,690 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b10924491aa5,34427,1732454085868 (carryingMeta=false) b10924491aa5,34427,1732454085868/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c3f9bca[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T13:15:18,691 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b10924491aa5,34427,1732454085868, splitWal=true, meta=false 2024-11-24T13:15:18,692 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): b10924491aa5,34427,1732454085868 had 4 regions 2024-11-24T13:15:18,693 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:18,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:18,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:18,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:18,695 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,34427,1732454085868, splitWal=true, meta=false, isMeta: false 2024-11-24T13:15:18,695 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d can not run currently because target server of region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. b10924491aa5,34427,1732454085868 is in state CRASHED, wait 1000 ms to retry 2024-11-24T13:15:18,695 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d; timeout=1000, timestamp=1732454119695 2024-11-24T13:15:18,695 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 can not run currently because target server of region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T13:15:18,695 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a can not run currently because target server of region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T13:15:18,695 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3; timeout=1000, timestamp=1732454119695 2024-11-24T13:15:18,695 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a; timeout=1000, timestamp=1732454119695 2024-11-24T13:15:18,696 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d can not run currently because target server of region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T13:15:18,696 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d; timeout=1000, timestamp=1732454119696 2024-11-24T13:15:18,699 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting 2024-11-24T13:15:18,700 INFO [PEWorker-4 {}] master.SplitWALManager(105): b10924491aa5,34427,1732454085868 WAL count=1, meta=false 2024-11-24T13:15:18,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b10924491aa5%2C34427%2C1732454085868.1732454087419}] 2024-11-24T13:15:18,711 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:18,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b10924491aa5%2C34427%2C1732454085868.1732454087419, worker=b10924491aa5,44271,1732454086052}] 2024-11-24T13:15:18,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:15:18,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34427-0x1014a1d59680001, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:15:18,778 INFO [RS:0;b10924491aa5:34427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:15:18,779 INFO [RS:0;b10924491aa5:34427 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,34427,1732454085868; zookeeper connection closed. 2024-11-24T13:15:18,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a9f590d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a9f590d 2024-11-24T13:15:19,247 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:15:19,247 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:15:19,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:19,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:19,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:19,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:19,697 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a can not run currently because target server of region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T13:15:19,697 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 can not run currently because target server of region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T13:15:19,697 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d can not run currently because target server of region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T13:15:19,697 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a; timeout=2000, timestamp=1732454121697 2024-11-24T13:15:19,697 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3; timeout=2000, timestamp=1732454121697 2024-11-24T13:15:19,697 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d; timeout=2000, timestamp=1732454121697 2024-11-24T13:15:19,698 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d can not run currently because target server of region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T13:15:19,698 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d; timeout=2000, timestamp=1732454121698 2024-11-24T13:15:21,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:21,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:21,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:21,700 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d can not run currently because target server of region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T13:15:21,700 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d; timeout=4000, timestamp=1732454125700 2024-11-24T13:15:21,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:21,703 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a can not run currently because target server of region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T13:15:21,703 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a; timeout=4000, timestamp=1732454125703 2024-11-24T13:15:21,703 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 can not run currently because target server of region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T13:15:21,703 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3; timeout=4000, timestamp=1732454125703 2024-11-24T13:15:21,703 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d can not run currently because target server of region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T13:15:21,706 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d; timeout=4000, timestamp=1732454125706 2024-11-24T13:15:25,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:25,702 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d can not run currently because target server of region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T13:15:25,702 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d; timeout=8000, timestamp=1732454133702 2024-11-24T13:15:25,703 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:25,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:25,705 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 can not run currently because target server of region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T13:15:25,705 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a can not run currently because target server of region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T13:15:25,705 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3; timeout=8000, timestamp=1732454133705 2024-11-24T13:15:25,705 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a; timeout=8000, timestamp=1732454133705 2024-11-24T13:15:25,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:25,707 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d can not run currently because target server of region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. b10924491aa5,34427,1732454085868 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T13:15:25,708 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d; timeout=8000, timestamp=1732454133708 2024-11-24T13:15:28,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T13:15:28,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T13:15:28,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T13:15:28,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T13:15:28,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:15:28,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:15:28,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T13:15:28,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:15:28,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T13:15:28,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:15:28,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:15:28,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 161f088e1a9a8565cc01f9d4d396fa3b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T13:15:28,591 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d7e9cd2c4db1140c64046c9992fc98ed 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T13:15:28,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 3d5af2c656f9317aef41562f580b6702: 2024-11-24T13:15:28,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. for SnapshotProcedureTest completed. 2024-11-24T13:15:28,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4b5ea081f96387fc551f9fffd86c1d3b: 2024-11-24T13:15:28,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. for SnapshotProcedureTest completed. 2024-11-24T13:15:28,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-24T13:15:28,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:15:28,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5c67c97e64fd30e5448e873e4c2beb13: 2024-11-24T13:15:28,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. for SnapshotProcedureTest completed. 2024-11-24T13:15:28,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:28,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:28,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:28,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:28,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:28,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:28,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 70da73ca45faa4dce6d946ea11c11c6e: 2024-11-24T13:15:28,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. for SnapshotProcedureTest completed. 2024-11-24T13:15:28,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:28,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:28,641 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419, size=1.2 K (1242bytes) 2024-11-24T13:15:28,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T13:15:28,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T13:15:28,643 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 2024-11-24T13:15:28,650 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 after 6ms 2024-11-24T13:15:28,674 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 took 34ms 2024-11-24T13:15:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741850_1026 (size=65) 2024-11-24T13:15:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741850_1026 (size=65) 2024-11-24T13:15:28,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:15:28,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741850_1026 (size=65) 2024-11-24T13:15:28,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T13:15:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T13:15:28,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:28,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:15:28,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70da73ca45faa4dce6d946ea11c11c6e in 10.1410 sec 2024-11-24T13:15:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741849_1025 (size=65) 2024-11-24T13:15:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741849_1025 (size=65) 2024-11-24T13:15:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741849_1025 (size=65) 2024-11-24T13:15:28,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:15:28,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T13:15:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T13:15:28,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:28,720 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:15:28,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c67c97e64fd30e5448e873e4c2beb13 in 10.1580 sec 2024-11-24T13:15:28,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741851_1027 (size=65) 2024-11-24T13:15:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741851_1027 (size=65) 2024-11-24T13:15:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741851_1027 (size=65) 2024-11-24T13:15:28,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:15:28,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T13:15:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T13:15:28,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:28,736 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:15:28,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d5af2c656f9317aef41562f580b6702 in 10.1740 sec 2024-11-24T13:15:28,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/.tmp/cf/e3c0e858c6984cdfb04b61d0b65c601e is 34, key is baa/cf:cf/1732454117634/Put/seqid=0 2024-11-24T13:15:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/.tmp/cf/c7883635252144608a1a80e9425c4545 is 34, key is ccd/cf:cf/1732454117697/Put/seqid=0 2024-11-24T13:15:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741852_1028 (size=65) 2024-11-24T13:15:28,761 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3e8deea6bcc9b7aa4583bbc8a76faa9d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T13:15:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741852_1028 (size=65) 2024-11-24T13:15:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741852_1028 (size=65) 2024-11-24T13:15:28,764 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3328698d28c1dee7e8fd3496f058073d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T13:15:28,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:15:28,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T13:15:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T13:15:28,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:28,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:15:28,766 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d8c6bd076dd2152d20cf1e378859ebb3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T13:15:28,769 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5ec58f3b6a3d7767973b9baecc09565a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T13:15:28,769 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 so closing down 2024-11-24T13:15:28,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T13:15:28,771 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T13:15:28,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b5ea081f96387fc551f9fffd86c1d3b in 10.2050 sec 2024-11-24T13:15:28,775 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 26 ms; skipped=4; WAL=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-24T13:15:28,775 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419, journal: Splitting hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419, size=1.2 K (1242bytes) at 1732454128641Finishing writing output for hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 so closing down at 1732454128770 (+129 ms)3 split writer threads finished at 1732454128771 (+1 ms)Processed 4 edits across 0 Regions in 26 ms; skipped=4; WAL=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732454128775 (+4 ms) 2024-11-24T13:15:28,776 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 2024-11-24T13:15:28,776 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T13:15:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T13:15:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741853_1029 (size=47197) 2024-11-24T13:15:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741853_1029 (size=47197) 2024-11-24T13:15:28,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741853_1029 (size=47197) 2024-11-24T13:15:28,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/.tmp/cf/c7883635252144608a1a80e9425c4545 2024-11-24T13:15:28,836 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting/b10924491aa5%2C34427%2C1732454085868.1732454087419 to hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs 2024-11-24T13:15:28,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T13:15:28,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b10924491aa5%2C34427%2C1732454085868.1732454087419, worker=b10924491aa5,44271,1732454086052 in 10.1230 sec 2024-11-24T13:15:28,845 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:28,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T13:15:28,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b10924491aa5%2C34427%2C1732454085868.1732454087419, worker=b10924491aa5,44271,1732454086052 in 10.1420 sec 2024-11-24T13:15:28,853 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting dir is empty, no logs to split. 2024-11-24T13:15:28,853 INFO [PEWorker-4 {}] master.SplitWALManager(105): b10924491aa5,34427,1732454085868 WAL count=0, meta=false 2024-11-24T13:15:28,853 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b10924491aa5,34427,1732454085868 WAL splitting is done? wals=0, meta=false 2024-11-24T13:15:28,858 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b10924491aa5,34427,1732454085868 failed, ignore...File hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/WALs/b10924491aa5,34427,1732454085868-splitting does not exist. 2024-11-24T13:15:28,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN}] 2024-11-24T13:15:28,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN 2024-11-24T13:15:28,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN 2024-11-24T13:15:28,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:15:28,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:15:28,868 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN 2024-11-24T13:15:28,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN 2024-11-24T13:15:28,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:15:28,871 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:15:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741854_1030 (size=28623) 2024-11-24T13:15:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741854_1030 (size=28623) 2024-11-24T13:15:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741854_1030 (size=28623) 2024-11-24T13:15:28,875 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/.tmp/cf/e3c0e858c6984cdfb04b61d0b65c601e 2024-11-24T13:15:28,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/.tmp/cf/c7883635252144608a1a80e9425c4545 as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/cf/c7883635252144608a1a80e9425c4545 2024-11-24T13:15:28,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/cf/c7883635252144608a1a80e9425c4545, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T13:15:28,902 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 161f088e1a9a8565cc01f9d4d396fa3b in 311ms, sequenceid=5, compaction requested=false 2024-11-24T13:15:28,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 161f088e1a9a8565cc01f9d4d396fa3b: 2024-11-24T13:15:28,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. for SnapshotProcedureTest completed. 2024-11-24T13:15:28,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:28,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/cf/c7883635252144608a1a80e9425c4545] hfiles 2024-11-24T13:15:28,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/cf/c7883635252144608a1a80e9425c4545 for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/.tmp/cf/e3c0e858c6984cdfb04b61d0b65c601e as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/cf/e3c0e858c6984cdfb04b61d0b65c601e 2024-11-24T13:15:28,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/cf/e3c0e858c6984cdfb04b61d0b65c601e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T13:15:28,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d7e9cd2c4db1140c64046c9992fc98ed in 341ms, sequenceid=5, compaction requested=false 2024-11-24T13:15:28,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d7e9cd2c4db1140c64046c9992fc98ed: 2024-11-24T13:15:28,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. for SnapshotProcedureTest completed. 2024-11-24T13:15:28,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:28,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/cf/e3c0e858c6984cdfb04b61d0b65c601e] hfiles 2024-11-24T13:15:28,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/cf/e3c0e858c6984cdfb04b61d0b65c601e for snapshot=SnapshotProcedureTest 2024-11-24T13:15:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741855_1031 (size=105) 2024-11-24T13:15:28,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741855_1031 (size=105) 2024-11-24T13:15:28,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:15:28,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T13:15:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T13:15:29,000 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:29,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:15:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741855_1031 (size=105) 2024-11-24T13:15:29,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 161f088e1a9a8565cc01f9d4d396fa3b in 10.4390 sec 2024-11-24T13:15:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741856_1032 (size=105) 2024-11-24T13:15:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741856_1032 (size=105) 2024-11-24T13:15:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741856_1032 (size=105) 2024-11-24T13:15:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:15:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T13:15:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T13:15:29,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:29,013 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:15:29,016 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(204): Hosts are {b10924491aa5=0} racks are {/default-rack=0} 2024-11-24T13:15:29,017 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T13:15:29,017 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T13:15:29,017 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T13:15:29,017 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T13:15:29,017 INFO [b10924491aa5:33521 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T13:15:29,017 INFO [b10924491aa5:33521 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T13:15:29,017 DEBUG [b10924491aa5:33521 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T13:15:29,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3328698d28c1dee7e8fd3496f058073d, regionState=OPENING, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:29,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7e9cd2c4db1140c64046c9992fc98ed in 10.4510 sec 2024-11-24T13:15:29,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d8c6bd076dd2152d20cf1e378859ebb3, regionState=OPENING, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:29,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3e8deea6bcc9b7aa4583bbc8a76faa9d, regionState=OPENING, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:29,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5ec58f3b6a3d7767973b9baecc09565a, regionState=OPENING, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:29,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN because future has completed 2024-11-24T13:15:29,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3328698d28c1dee7e8fd3496f058073d, server=b10924491aa5,41951,1732454085994}] 2024-11-24T13:15:29,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN because future has completed 2024-11-24T13:15:29,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d, server=b10924491aa5,44271,1732454086052}] 2024-11-24T13:15:29,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN because future has completed 2024-11-24T13:15:29,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3, server=b10924491aa5,41951,1732454085994}] 2024-11-24T13:15:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN because future has completed 2024-11-24T13:15:29,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a, server=b10924491aa5,44271,1732454086052}] 2024-11-24T13:15:33,703 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d held by pid=39 2024-11-24T13:15:33,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:33,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 held by pid=40 2024-11-24T13:15:33,706 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:33,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a held by pid=42 2024-11-24T13:15:33,706 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:33,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d held by pid=41 2024-11-24T13:15:33,709 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:38,077 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T13:15:38,077 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T13:15:39,039 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:39,040 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 3328698d28c1dee7e8fd3496f058073d, NAME => 'SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T13:15:39,040 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,041 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:39,041 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,041 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,041 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:39,041 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e8deea6bcc9b7aa4583bbc8a76faa9d, NAME => 'SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T13:15:39,041 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,042 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:39,042 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,042 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,057 INFO [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,057 INFO [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,058 INFO [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3328698d28c1dee7e8fd3496f058073d columnFamilyName cf 2024-11-24T13:15:39,058 DEBUG [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:39,059 INFO [StoreOpener-3328698d28c1dee7e8fd3496f058073d-1 {}] regionserver.HStore(327): Store=3328698d28c1dee7e8fd3496f058073d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:39,059 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,060 INFO [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e8deea6bcc9b7aa4583bbc8a76faa9d columnFamilyName cf 2024-11-24T13:15:39,060 DEBUG [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:39,061 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,061 INFO [StoreOpener-3e8deea6bcc9b7aa4583bbc8a76faa9d-1 {}] regionserver.HStore(327): Store=3e8deea6bcc9b7aa4583bbc8a76faa9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:39,061 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,062 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,063 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,064 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,064 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,065 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,066 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,067 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,069 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,071 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,071 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 3328698d28c1dee7e8fd3496f058073d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68159987, jitterRate=0.01566295325756073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:39,072 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,072 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 3328698d28c1dee7e8fd3496f058073d: Running coprocessor pre-open hook at 1732454139041Writing region info on filesystem at 1732454139041Initializing all the Stores at 1732454139043 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454139043Cleaning up temporary data from old regions at 1732454139064 (+21 ms)Running coprocessor post-open hooks at 1732454139072 (+8 ms)Region opened successfully at 1732454139072 2024-11-24T13:15:39,073 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 3e8deea6bcc9b7aa4583bbc8a76faa9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59366839, jitterRate=-0.1153651624917984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:39,073 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,073 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 3e8deea6bcc9b7aa4583bbc8a76faa9d: Running coprocessor pre-open hook at 1732454139042Writing region info on filesystem at 1732454139042Initializing all the Stores at 1732454139047 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454139047Cleaning up temporary data from old regions at 1732454139067 (+20 ms)Running coprocessor post-open hooks at 1732454139073 (+6 ms)Region opened successfully at 1732454139073 2024-11-24T13:15:39,074 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., pid=43, masterSystemTime=1732454139028 2024-11-24T13:15:39,074 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., pid=44, masterSystemTime=1732454139034 2024-11-24T13:15:39,077 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:39,077 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:39,078 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:39,078 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c6bd076dd2152d20cf1e378859ebb3, NAME => 'SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T13:15:39,078 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,078 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:39,078 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:39,079 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,079 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ec58f3b6a3d7767973b9baecc09565a, NAME => 'SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T13:15:39,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3328698d28c1dee7e8fd3496f058073d, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3e8deea6bcc9b7aa4583bbc8a76faa9d, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:39,079 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3328698d28c1dee7e8fd3496f058073d, server=b10924491aa5,41951,1732454085994 because future has completed 2024-11-24T13:15:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d, server=b10924491aa5,44271,1732454086052 because future has completed 2024-11-24T13:15:39,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-24T13:15:39,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 3328698d28c1dee7e8fd3496f058073d, server=b10924491aa5,41951,1732454085994 in 10.0620 sec 2024-11-24T13:15:39,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-24T13:15:39,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d, server=b10924491aa5,44271,1732454086052 in 10.0600 sec 2024-11-24T13:15:39,091 INFO [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,091 INFO [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3328698d28c1dee7e8fd3496f058073d, ASSIGN in 10.2270 sec 2024-11-24T13:15:39,092 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:39,093 INFO [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ec58f3b6a3d7767973b9baecc09565a columnFamilyName cf 2024-11-24T13:15:39,093 DEBUG [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:39,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e8deea6bcc9b7aa4583bbc8a76faa9d, ASSIGN in 10.2280 sec 2024-11-24T13:15:39,094 INFO [StoreOpener-5ec58f3b6a3d7767973b9baecc09565a-1 {}] regionserver.HStore(327): Store=5ec58f3b6a3d7767973b9baecc09565a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:39,094 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,094 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:39,095 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,098 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,098 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,098 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,101 INFO [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c6bd076dd2152d20cf1e378859ebb3 columnFamilyName cf 2024-11-24T13:15:39,102 DEBUG [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:15:39,102 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,103 INFO [StoreOpener-d8c6bd076dd2152d20cf1e378859ebb3-1 {}] regionserver.HStore(327): Store=d8c6bd076dd2152d20cf1e378859ebb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:15:39,103 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,105 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,104 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 5ec58f3b6a3d7767973b9baecc09565a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71443682, jitterRate=0.06459382176399231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:39,105 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,105 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 5ec58f3b6a3d7767973b9baecc09565a: Running coprocessor pre-open hook at 1732454139080Writing region info on filesystem at 1732454139080Initializing all the Stores at 1732454139083 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454139083Cleaning up temporary data from old regions at 1732454139098 (+15 ms)Running coprocessor post-open hooks at 1732454139105 (+7 ms)Region opened successfully at 1732454139105 2024-11-24T13:15:39,108 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,108 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,108 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,108 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a., pid=46, masterSystemTime=1732454139034 2024-11-24T13:15:39,112 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:39,112 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:39,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5ec58f3b6a3d7767973b9baecc09565a, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,44271,1732454086052 2024-11-24T13:15:39,113 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,116 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d8c6bd076dd2152d20cf1e378859ebb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61247288, jitterRate=-0.08734428882598877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:15:39,116 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a, server=b10924491aa5,44271,1732454086052 because future has completed 2024-11-24T13:15:39,117 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d8c6bd076dd2152d20cf1e378859ebb3: Running coprocessor pre-open hook at 1732454139079Writing region info on filesystem at 1732454139079Initializing all the Stores at 1732454139081 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454139081Cleaning up temporary data from old regions at 1732454139108 (+27 ms)Running coprocessor post-open hooks at 1732454139117 (+9 ms)Region opened successfully at 1732454139117 2024-11-24T13:15:39,118 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3., pid=45, masterSystemTime=1732454139028 2024-11-24T13:15:39,122 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:39,122 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:39,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-24T13:15:39,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d8c6bd076dd2152d20cf1e378859ebb3, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,41951,1732454085994 2024-11-24T13:15:39,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a, server=b10924491aa5,44271,1732454086052 in 10.0890 sec 2024-11-24T13:15:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3, server=b10924491aa5,41951,1732454085994 because future has completed 2024-11-24T13:15:39,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ec58f3b6a3d7767973b9baecc09565a, ASSIGN in 10.2620 sec 2024-11-24T13:15:39,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:39,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-11-24T13:15:39,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3, server=b10924491aa5,41951,1732454085994 in 10.0990 sec 2024-11-24T13:15:39,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:39,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-24T13:15:39,138 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server b10924491aa5,34427,1732454085868 after splitting done 2024-11-24T13:15:39,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c6bd076dd2152d20cf1e378859ebb3, ASSIGN in 10.2710 sec 2024-11-24T13:15:39,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b10924491aa5,34427,1732454085868, splitWal=true, meta=false in 20.4580 sec 2024-11-24T13:15:44,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:15:44,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:15:47,460 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T13:15:49,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T13:15:49,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:49,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d8c6bd076dd2152d20cf1e378859ebb3: 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. for SnapshotProcedureTest completed. 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3328698d28c1dee7e8fd3496f058073d: 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. for SnapshotProcedureTest completed. 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:49,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:49,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T13:15:49,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3e8deea6bcc9b7aa4583bbc8a76faa9d: 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5ec58f3b6a3d7767973b9baecc09565a: 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. for SnapshotProcedureTest completed. 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. for SnapshotProcedureTest completed. 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:49,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:15:49,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:15:49,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:15:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741857_1033 (size=57) 2024-11-24T13:15:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741857_1033 (size=57) 2024-11-24T13:15:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741857_1033 (size=57) 2024-11-24T13:15:49,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:15:49,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T13:15:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T13:15:49,148 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:49,148 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:15:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741859_1035 (size=65) 2024-11-24T13:15:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741859_1035 (size=65) 2024-11-24T13:15:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741859_1035 (size=65) 2024-11-24T13:15:49,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8c6bd076dd2152d20cf1e378859ebb3 in 30.5870 sec 2024-11-24T13:15:49,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:15:49,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T13:15:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T13:15:49,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:49,155 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:15:49,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3328698d28c1dee7e8fd3496f058073d in 30.5930 sec 2024-11-24T13:15:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741858_1034 (size=65) 2024-11-24T13:15:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741858_1034 (size=65) 2024-11-24T13:15:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741858_1034 (size=65) 2024-11-24T13:15:49,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:15:49,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T13:15:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T13:15:49,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:49,189 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:15:49,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ec58f3b6a3d7767973b9baecc09565a in 30.6270 sec 2024-11-24T13:15:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741860_1036 (size=57) 2024-11-24T13:15:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741860_1036 (size=57) 2024-11-24T13:15:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741860_1036 (size=57) 2024-11-24T13:15:49,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:15:49,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T13:15:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T13:15:49,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:49,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:15:49,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-24T13:15:49,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e8deea6bcc9b7aa4583bbc8a76faa9d in 30.6390 sec 2024-11-24T13:15:49,210 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T13:15:49,212 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T13:15:49,217 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T13:15:49,217 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T13:15:49,224 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:15:49,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741861_1037 (size=1094) 2024-11-24T13:15:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741861_1037 (size=1094) 2024-11-24T13:15:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741861_1037 (size=1094) 2024-11-24T13:15:49,343 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T13:15:49,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T13:15:49,379 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:49,380 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:49,380 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:49,381 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:49,384 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:49,394 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:50,010 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T13:15:53,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d7e9cd2c4db1140c64046c9992fc98ed, had cached 0 bytes from a total of 28623 2024-11-24T13:15:53,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 161f088e1a9a8565cc01f9d4d396fa3b, had cached 0 bytes from a total of 47197 2024-11-24T13:15:58,324 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d8c6bd076dd2152d20cf1e378859ebb3 changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,324 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4b5ea081f96387fc551f9fffd86c1d3b changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,325 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3d5af2c656f9317aef41562f580b6702 changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,325 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3328698d28c1dee7e8fd3496f058073d changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,325 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 161f088e1a9a8565cc01f9d4d396fa3b changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,325 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70da73ca45faa4dce6d946ea11c11c6e changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,326 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5ec58f3b6a3d7767973b9baecc09565a changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,326 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5c67c97e64fd30e5448e873e4c2beb13 changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,326 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d7e9cd2c4db1140c64046c9992fc98ed changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:58,326 DEBUG [master/b10924491aa5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e8deea6bcc9b7aa4583bbc8a76faa9d changed from -1.0 to 0.0, refreshing cache 2024-11-24T13:15:59,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-24T13:15:59,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-24T13:15:59,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-24T13:15:59,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-24T13:15:59,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-24T13:15:59,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-24T13:15:59,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:15:59,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:15:59,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T13:15:59,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T13:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T13:15:59,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-24T13:15:59,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T13:15:59,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T13:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T13:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-24T13:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-24T13:15:59,401 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 Release verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-24T13:15:59,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-24T13:15:59,403 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 Release verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-24T13:15:59,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 in 10.0380 sec 2024-11-24T13:15:59,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 in 10.0400 sec 2024-11-24T13:15:59,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 Release verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:59,408 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:59,409 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:59,409 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 Release verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:59,409 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:59,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 in 10.0450 sec 2024-11-24T13:15:59,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 in 10.0460 sec 2024-11-24T13:15:59,422 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 Release verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:59,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 Release verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:15:59,423 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:15:59,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 in 10.0590 sec 2024-11-24T13:15:59,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 in 10.0600 sec 2024-11-24T13:16:09,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-24T13:16:09,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-24T13:16:09,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-24T13:16:09,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-24T13:16:09,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T13:16:09,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T13:16:09,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-24T13:16:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T13:16:09,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T13:16:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-24T13:16:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-24T13:16:09,413 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 Release verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:16:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33521 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-24T13:16:09,415 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 Release verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:16:09,415 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 Release verify snapshot worker=b10924491aa5,41951,1732454085994 2024-11-24T13:16:09,415 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 Release verify snapshot worker=b10924491aa5,44271,1732454086052 2024-11-24T13:16:09,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 in 20.0500 sec 2024-11-24T13:16:09,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 in 20.0520 sec 2024-11-24T13:16:09,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,44271,1732454086052 in 20.0520 sec 2024-11-24T13:16:09,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-24T13:16:09,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,41951,1732454085994 in 20.0520 sec 2024-11-24T13:16:09,419 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T13:16:09,420 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T13:16:09,422 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T13:16:09,422 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T13:16:09,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8990 sec 2024-11-24T13:16:09,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T13:16:09,554 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T13:16:09,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:16:09,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:16:09,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:16:09,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:16:09,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:16:09,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379298512, stopped=false 2024-11-24T13:16:09,555 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,33521,1732454085143 2024-11-24T13:16:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:09,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:16:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:09,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:09,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:16:09,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:16:09,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:09,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:09,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,41951,1732454085994' ***** 2024-11-24T13:16:09,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:16:09,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,44271,1732454086052' ***** 2024-11-24T13:16:09,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:16:09,560 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:16:09,560 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:16:09,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:16:09,560 INFO [RS:1;b10924491aa5:41951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:16:09,560 INFO [RS:2;b10924491aa5:44271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:16:09,560 INFO [RS:2;b10924491aa5:44271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:16:09,560 INFO [RS:1;b10924491aa5:41951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:16:09,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:16:09,560 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:16:09,560 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c67c97e64fd30e5448e873e4c2beb13 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 70da73ca45faa4dce6d946ea11c11c6e 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d5af2c656f9317aef41562f580b6702 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e8deea6bcc9b7aa4583bbc8a76faa9d 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 3328698d28c1dee7e8fd3496f058073d 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ec58f3b6a3d7767973b9baecc09565a 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 161f088e1a9a8565cc01f9d4d396fa3b 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b5ea081f96387fc551f9fffd86c1d3b 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,44271,1732454086052 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,41951,1732454085994 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:16:09,561 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7e9cd2c4db1140c64046c9992fc98ed, disabling compactions & flushes 2024-11-24T13:16:09,561 INFO [RS:2;b10924491aa5:44271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b10924491aa5:44271. 2024-11-24T13:16:09,561 INFO [RS:1;b10924491aa5:41951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b10924491aa5:41951. 2024-11-24T13:16:09,561 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8c6bd076dd2152d20cf1e378859ebb3, disabling compactions & flushes 2024-11-24T13:16:09,562 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:16:09,562 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:16:09,562 DEBUG [RS:2;b10924491aa5:44271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:16:09,562 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:16:09,562 DEBUG [RS:1;b10924491aa5:41951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:16:09,562 DEBUG [RS:2;b10924491aa5:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,562 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:16:09,562 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. after waiting 0 ms 2024-11-24T13:16:09,562 DEBUG [RS:1;b10924491aa5:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,562 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. after waiting 0 ms 2024-11-24T13:16:09,562 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:16:09,562 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:16:09,562 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T13:16:09,562 INFO [RS:2;b10924491aa5:44271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:16:09,562 INFO [RS:2;b10924491aa5:44271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:16:09,562 INFO [RS:2;b10924491aa5:44271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:16:09,562 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1325): Online Regions={d8c6bd076dd2152d20cf1e378859ebb3=SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3., 3d5af2c656f9317aef41562f580b6702=SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702., 3328698d28c1dee7e8fd3496f058073d=SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d., 161f088e1a9a8565cc01f9d4d396fa3b=SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b., 4b5ea081f96387fc551f9fffd86c1d3b=SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b.} 2024-11-24T13:16:09,562 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:16:09,562 DEBUG [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1351): Waiting on 161f088e1a9a8565cc01f9d4d396fa3b, 3328698d28c1dee7e8fd3496f058073d, 3d5af2c656f9317aef41562f580b6702, 4b5ea081f96387fc551f9fffd86c1d3b, d8c6bd076dd2152d20cf1e378859ebb3 2024-11-24T13:16:09,563 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-24T13:16:09,563 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1325): Online Regions={d7e9cd2c4db1140c64046c9992fc98ed=SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed., 5c67c97e64fd30e5448e873e4c2beb13=SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13., 70da73ca45faa4dce6d946ea11c11c6e=SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e., 1588230740=hbase:meta,,1.1588230740, 3e8deea6bcc9b7aa4583bbc8a76faa9d=SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d., 5ec58f3b6a3d7767973b9baecc09565a=SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a.} 2024-11-24T13:16:09,563 DEBUG [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e8deea6bcc9b7aa4583bbc8a76faa9d, 5c67c97e64fd30e5448e873e4c2beb13, 5ec58f3b6a3d7767973b9baecc09565a, 70da73ca45faa4dce6d946ea11c11c6e, d7e9cd2c4db1140c64046c9992fc98ed 2024-11-24T13:16:09,563 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:16:09,563 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:16:09,563 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:16:09,563 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:16:09,563 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:16:09,563 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-24T13:16:09,569 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d7e9cd2c4db1140c64046c9992fc98ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:16:09,570 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/d8c6bd076dd2152d20cf1e378859ebb3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,572 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:16:09,572 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:16:09,572 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8c6bd076dd2152d20cf1e378859ebb3: Waiting for close lock at 1732454169561Running coprocessor pre-close hooks at 1732454169561Disabling compacts and flushes for region at 1732454169561Disabling writes for close at 1732454169562 (+1 ms)Writing region close event to WAL at 1732454169562Running coprocessor post-close hooks at 1732454169571 (+9 ms)Closed at 1732454169572 (+1 ms) 2024-11-24T13:16:09,572 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7e9cd2c4db1140c64046c9992fc98ed: Waiting for close lock at 1732454169561Running coprocessor pre-close hooks at 1732454169561Disabling compacts and flushes for region at 1732454169561Disabling writes for close at 1732454169562 (+1 ms)Writing region close event to WAL at 1732454169564 (+2 ms)Running coprocessor post-close hooks at 1732454169570 (+6 ms)Closed at 1732454169572 (+2 ms) 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732454098313.d8c6bd076dd2152d20cf1e378859ebb3. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732454098313.d7e9cd2c4db1140c64046c9992fc98ed. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d5af2c656f9317aef41562f580b6702, disabling compactions & flushes 2024-11-24T13:16:09,573 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. after waiting 0 ms 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c67c97e64fd30e5448e873e4c2beb13, disabling compactions & flushes 2024-11-24T13:16:09,573 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. after waiting 0 ms 2024-11-24T13:16:09,573 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:16:09,581 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5c67c97e64fd30e5448e873e4c2beb13/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,581 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3d5af2c656f9317aef41562f580b6702/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,583 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:16:09,583 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d5af2c656f9317aef41562f580b6702: Waiting for close lock at 1732454169573Running coprocessor pre-close hooks at 1732454169573Disabling compacts and flushes for region at 1732454169573Disabling writes for close at 1732454169573Writing region close event to WAL at 1732454169575 (+2 ms)Running coprocessor post-close hooks at 1732454169582 (+7 ms)Closed at 1732454169583 (+1 ms) 2024-11-24T13:16:09,583 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732454098313.3d5af2c656f9317aef41562f580b6702. 2024-11-24T13:16:09,583 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3328698d28c1dee7e8fd3496f058073d, disabling compactions & flushes 2024-11-24T13:16:09,583 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:16:09,583 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:16:09,584 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. after waiting 1 ms 2024-11-24T13:16:09,584 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:16:09,584 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:16:09,584 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c67c97e64fd30e5448e873e4c2beb13: Waiting for close lock at 1732454169573Running coprocessor pre-close hooks at 1732454169573Disabling compacts and flushes for region at 1732454169573Disabling writes for close at 1732454169573Writing region close event to WAL at 1732454169576 (+3 ms)Running coprocessor post-close hooks at 1732454169584 (+8 ms)Closed at 1732454169584 2024-11-24T13:16:09,584 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732454098313.5c67c97e64fd30e5448e873e4c2beb13. 2024-11-24T13:16:09,585 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70da73ca45faa4dce6d946ea11c11c6e, disabling compactions & flushes 2024-11-24T13:16:09,585 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:16:09,585 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:16:09,585 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. after waiting 0 ms 2024-11-24T13:16:09,585 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:16:09,593 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/info/d1c8b86b56ae41f3946315fb1c197acd is 167, key is SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b./info:regioninfo/1732454109008/Put/seqid=0 2024-11-24T13:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3328698d28c1dee7e8fd3496f058073d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,602 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:16:09,602 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3328698d28c1dee7e8fd3496f058073d: Waiting for close lock at 1732454169583Running coprocessor pre-close hooks at 1732454169583Disabling compacts and flushes for region at 1732454169583Disabling writes for close at 1732454169584 (+1 ms)Writing region close event to WAL at 1732454169585 (+1 ms)Running coprocessor post-close hooks at 1732454169602 (+17 ms)Closed at 1732454169602 2024-11-24T13:16:09,603 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732454098313.3328698d28c1dee7e8fd3496f058073d. 2024-11-24T13:16:09,603 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 161f088e1a9a8565cc01f9d4d396fa3b, disabling compactions & flushes 2024-11-24T13:16:09,603 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:16:09,603 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:16:09,603 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. after waiting 0 ms 2024-11-24T13:16:09,603 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:16:09,607 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:16:09,607 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:16:09,610 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/70da73ca45faa4dce6d946ea11c11c6e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,611 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:16:09,611 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70da73ca45faa4dce6d946ea11c11c6e: Waiting for close lock at 1732454169584Running coprocessor pre-close hooks at 1732454169584Disabling compacts and flushes for region at 1732454169584Disabling writes for close at 1732454169585 (+1 ms)Writing region close event to WAL at 1732454169600 (+15 ms)Running coprocessor post-close hooks at 1732454169611 (+11 ms)Closed at 1732454169611 2024-11-24T13:16:09,611 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732454098313.70da73ca45faa4dce6d946ea11c11c6e. 2024-11-24T13:16:09,611 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e8deea6bcc9b7aa4583bbc8a76faa9d, disabling compactions & flushes 2024-11-24T13:16:09,611 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:16:09,612 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:16:09,612 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. after waiting 0 ms 2024-11-24T13:16:09,612 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:16:09,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741862_1038 (size=20260) 2024-11-24T13:16:09,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741862_1038 (size=20260) 2024-11-24T13:16:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741862_1038 (size=20260) 2024-11-24T13:16:09,621 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/info/d1c8b86b56ae41f3946315fb1c197acd 2024-11-24T13:16:09,622 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/161f088e1a9a8565cc01f9d4d396fa3b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:16:09,623 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:16:09,623 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 161f088e1a9a8565cc01f9d4d396fa3b: Waiting for close lock at 1732454169603Running coprocessor pre-close hooks at 1732454169603Disabling compacts and flushes for region at 1732454169603Disabling writes for close at 1732454169603Writing region close event to WAL at 1732454169609 (+6 ms)Running coprocessor post-close hooks at 1732454169623 (+14 ms)Closed at 1732454169623 2024-11-24T13:16:09,623 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732454098313.161f088e1a9a8565cc01f9d4d396fa3b. 2024-11-24T13:16:09,623 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b5ea081f96387fc551f9fffd86c1d3b, disabling compactions & flushes 2024-11-24T13:16:09,624 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:16:09,624 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:16:09,624 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. after waiting 0 ms 2024-11-24T13:16:09,624 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/3e8deea6bcc9b7aa4583bbc8a76faa9d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,629 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:16:09,629 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e8deea6bcc9b7aa4583bbc8a76faa9d: Waiting for close lock at 1732454169611Running coprocessor pre-close hooks at 1732454169611Disabling compacts and flushes for region at 1732454169611Disabling writes for close at 1732454169612 (+1 ms)Writing region close event to WAL at 1732454169620 (+8 ms)Running coprocessor post-close hooks at 1732454169629 (+9 ms)Closed at 1732454169629 2024-11-24T13:16:09,630 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732454098313.3e8deea6bcc9b7aa4583bbc8a76faa9d. 2024-11-24T13:16:09,630 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ec58f3b6a3d7767973b9baecc09565a, disabling compactions & flushes 2024-11-24T13:16:09,630 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:16:09,630 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:16:09,630 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. after waiting 0 ms 2024-11-24T13:16:09,630 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:16:09,633 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/4b5ea081f96387fc551f9fffd86c1d3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,634 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:16:09,634 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b5ea081f96387fc551f9fffd86c1d3b: Waiting for close lock at 1732454169623Running coprocessor pre-close hooks at 1732454169623Disabling compacts and flushes for region at 1732454169623Disabling writes for close at 1732454169624 (+1 ms)Writing region close event to WAL at 1732454169624Running coprocessor post-close hooks at 1732454169634 (+10 ms)Closed at 1732454169634 2024-11-24T13:16:09,634 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732454098313.4b5ea081f96387fc551f9fffd86c1d3b. 2024-11-24T13:16:09,639 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/default/SPTestTable/5ec58f3b6a3d7767973b9baecc09565a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:16:09,640 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:16:09,640 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ec58f3b6a3d7767973b9baecc09565a: Waiting for close lock at 1732454169630Running coprocessor pre-close hooks at 1732454169630Disabling compacts and flushes for region at 1732454169630Disabling writes for close at 1732454169630Writing region close event to WAL at 1732454169635 (+5 ms)Running coprocessor post-close hooks at 1732454169640 (+5 ms)Closed at 1732454169640 2024-11-24T13:16:09,641 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732454098313.5ec58f3b6a3d7767973b9baecc09565a. 2024-11-24T13:16:09,657 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/ns/53caf119114d453bb56e0663e0e7977b is 43, key is default/ns:d/1732454097939/Put/seqid=0 2024-11-24T13:16:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741863_1039 (size=5153) 2024-11-24T13:16:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741863_1039 (size=5153) 2024-11-24T13:16:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741863_1039 (size=5153) 2024-11-24T13:16:09,667 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/ns/53caf119114d453bb56e0663e0e7977b 2024-11-24T13:16:09,697 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/table/9bb5b1474b004936b28fe20969c3b872 is 47, key is SPTestTable/table:state/1732454109091/Put/seqid=0 2024-11-24T13:16:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741864_1040 (size=5214) 2024-11-24T13:16:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741864_1040 (size=5214) 2024-11-24T13:16:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741864_1040 (size=5214) 2024-11-24T13:16:09,705 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/table/9bb5b1474b004936b28fe20969c3b872 2024-11-24T13:16:09,715 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/info/d1c8b86b56ae41f3946315fb1c197acd as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/info/d1c8b86b56ae41f3946315fb1c197acd 2024-11-24T13:16:09,722 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/info/d1c8b86b56ae41f3946315fb1c197acd, entries=116, sequenceid=37, filesize=19.8 K 2024-11-24T13:16:09,724 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/ns/53caf119114d453bb56e0663e0e7977b as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/ns/53caf119114d453bb56e0663e0e7977b 2024-11-24T13:16:09,731 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/ns/53caf119114d453bb56e0663e0e7977b, entries=2, sequenceid=37, filesize=5.0 K 2024-11-24T13:16:09,732 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/.tmp/table/9bb5b1474b004936b28fe20969c3b872 as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/table/9bb5b1474b004936b28fe20969c3b872 2024-11-24T13:16:09,740 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/table/9bb5b1474b004936b28fe20969c3b872, entries=2, sequenceid=37, filesize=5.1 K 2024-11-24T13:16:09,742 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=37, compaction requested=false 2024-11-24T13:16:09,747 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-24T13:16:09,748 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:16:09,748 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:16:09,749 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454169563Running coprocessor pre-close hooks at 1732454169563Disabling compacts and flushes for region at 1732454169563Disabling writes for close at 1732454169563Obtaining lock to block concurrent updates at 1732454169564 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732454169564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732454169564Flushing stores of hbase:meta,,1.1588230740 at 1732454169565 (+1 ms)Flushing 1588230740/info: creating writer at 1732454169565Flushing 1588230740/info: appending metadata at 1732454169593 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732454169593Flushing 1588230740/ns: creating writer at 1732454169631 (+38 ms)Flushing 1588230740/ns: appending metadata at 1732454169656 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732454169656Flushing 1588230740/table: creating writer at 1732454169677 (+21 ms)Flushing 1588230740/table: appending metadata at 1732454169696 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732454169696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c92d91: reopening flushed file at 1732454169713 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7152a5f2: reopening flushed file at 1732454169722 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492db9bd: reopening flushed file at 1732454169731 (+9 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=37, compaction requested=false at 1732454169742 (+11 ms)Writing region close event to WAL at 1732454169743 (+1 ms)Running coprocessor post-close hooks at 1732454169748 (+5 ms)Closed at 1732454169748 2024-11-24T13:16:09,749 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:16:09,763 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,41951,1732454085994; all regions closed. 2024-11-24T13:16:09,763 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,44271,1732454086052; all regions closed. 2024-11-24T13:16:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741836_1012 (size=19450) 2024-11-24T13:16:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741835_1011 (size=3500) 2024-11-24T13:16:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741836_1012 (size=19450) 2024-11-24T13:16:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741835_1011 (size=3500) 2024-11-24T13:16:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741835_1011 (size=3500) 2024-11-24T13:16:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741836_1012 (size=19450) 2024-11-24T13:16:09,771 DEBUG [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs 2024-11-24T13:16:09,771 INFO [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C44271%2C1732454086052.meta:.meta(num 1732454097714) 2024-11-24T13:16:09,771 DEBUG [RS:1;b10924491aa5:41951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C41951%2C1732454085994:(num 1732454087419) 2024-11-24T13:16:09,772 DEBUG [RS:1;b10924491aa5:41951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:16:09,772 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:16:09,772 INFO [RS:1;b10924491aa5:41951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:16:09,773 INFO [RS:1;b10924491aa5:41951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41951 2024-11-24T13:16:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741833_1009 (size=3530) 2024-11-24T13:16:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741833_1009 (size=3530) 2024-11-24T13:16:09,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:16:09,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b10924491aa5,41951,1732454085994 2024-11-24T13:16:09,776 INFO [RS:1;b10924491aa5:41951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:16:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741833_1009 (size=3530) 2024-11-24T13:16:09,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,41951,1732454085994] 2024-11-24T13:16:09,779 DEBUG [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/oldWALs 2024-11-24T13:16:09,779 INFO [RS:2;b10924491aa5:44271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C44271%2C1732454086052:(num 1732454087419) 2024-11-24T13:16:09,779 DEBUG [RS:2;b10924491aa5:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:09,779 INFO [RS:2;b10924491aa5:44271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:16:09,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b10924491aa5,41951,1732454085994 already deleted, retry=false 2024-11-24T13:16:09,779 INFO [RS:2;b10924491aa5:44271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:16:09,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,41951,1732454085994 expired; onlineServers=1 2024-11-24T13:16:09,780 INFO [RS:2;b10924491aa5:44271 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:16:09,780 INFO [RS:2;b10924491aa5:44271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:16:09,780 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:16:09,780 INFO [RS:2;b10924491aa5:44271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44271 2024-11-24T13:16:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:16:09,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b10924491aa5,44271,1732454086052 2024-11-24T13:16:09,782 INFO [RS:2;b10924491aa5:44271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:16:09,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,44271,1732454086052] 2024-11-24T13:16:09,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b10924491aa5,44271,1732454086052 already deleted, retry=false 2024-11-24T13:16:09,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,44271,1732454086052 expired; onlineServers=0 2024-11-24T13:16:09,784 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,33521,1732454085143' ***** 2024-11-24T13:16:09,784 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:16:09,785 INFO [M:0;b10924491aa5:33521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:16:09,785 INFO [M:0;b10924491aa5:33521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:16:09,785 DEBUG [M:0;b10924491aa5:33521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:16:09,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:16:09,785 DEBUG [M:0;b10924491aa5:33521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:16:09,785 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454087061 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454087061,5,FailOnTimeoutGroup] 2024-11-24T13:16:09,785 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454087058 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454087058,5,FailOnTimeoutGroup] 2024-11-24T13:16:09,785 INFO [M:0;b10924491aa5:33521 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:16:09,785 INFO [M:0;b10924491aa5:33521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:16:09,785 DEBUG [M:0;b10924491aa5:33521 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:16:09,785 INFO [M:0;b10924491aa5:33521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:16:09,786 INFO [M:0;b10924491aa5:33521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:16:09,786 INFO [M:0;b10924491aa5:33521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:16:09,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:16:09,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T13:16:09,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:09,788 DEBUG [M:0;b10924491aa5:33521 {}] zookeeper.ZKUtil(347): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T13:16:09,788 WARN [M:0;b10924491aa5:33521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:16:09,789 INFO [M:0;b10924491aa5:33521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/.lastflushedseqids 2024-11-24T13:16:09,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741865_1041 (size=686) 2024-11-24T13:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741865_1041 (size=686) 2024-11-24T13:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741865_1041 (size=686) 2024-11-24T13:16:09,805 INFO [M:0;b10924491aa5:33521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:16:09,805 INFO [M:0;b10924491aa5:33521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:16:09,805 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:16:09,805 INFO [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:09,805 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:09,805 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:16:09,805 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:09,805 INFO [M:0;b10924491aa5:33521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.95 KB heapSize=241.73 KB 2024-11-24T13:16:09,822 DEBUG [M:0;b10924491aa5:33521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b59d625c3fc47e0b4dc6cd99d272af5 is 82, key is hbase:meta,,1/info:regioninfo/1732454097842/Put/seqid=0 2024-11-24T13:16:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741866_1042 (size=5672) 2024-11-24T13:16:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741866_1042 (size=5672) 2024-11-24T13:16:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741866_1042 (size=5672) 2024-11-24T13:16:09,830 INFO [M:0;b10924491aa5:33521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b59d625c3fc47e0b4dc6cd99d272af5 2024-11-24T13:16:09,852 DEBUG [M:0;b10924491aa5:33521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/def255e57c3d40c3aa4c9c97fa43543c is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454109098/Put/seqid=0 2024-11-24T13:16:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741867_1043 (size=8972) 2024-11-24T13:16:09,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741867_1043 (size=8972) 2024-11-24T13:16:09,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741867_1043 (size=8972) 2024-11-24T13:16:09,861 INFO [M:0;b10924491aa5:33521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.22 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/def255e57c3d40c3aa4c9c97fa43543c 2024-11-24T13:16:09,868 INFO [M:0;b10924491aa5:33521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for def255e57c3d40c3aa4c9c97fa43543c 2024-11-24T13:16:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:16:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41951-0x1014a1d59680002, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:16:09,878 INFO [RS:1;b10924491aa5:41951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:16:09,878 INFO [RS:1;b10924491aa5:41951 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,41951,1732454085994; zookeeper connection closed. 2024-11-24T13:16:09,878 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cb925f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cb925f8 2024-11-24T13:16:09,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:16:09,883 INFO [RS:2;b10924491aa5:44271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:16:09,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x1014a1d59680003, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:16:09,883 INFO [RS:2;b10924491aa5:44271 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,44271,1732454086052; zookeeper connection closed. 2024-11-24T13:16:09,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@122ce094 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@122ce094 2024-11-24T13:16:09,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T13:16:09,889 DEBUG [M:0;b10924491aa5:33521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54de6a7cd8504ebc95d412a18e20f615 is 69, key is b10924491aa5,41951,1732454085994/rs:state/1732454087136/Put/seqid=0 2024-11-24T13:16:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741868_1044 (size=5441) 2024-11-24T13:16:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741868_1044 (size=5441) 2024-11-24T13:16:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741868_1044 (size=5441) 2024-11-24T13:16:09,898 INFO [M:0;b10924491aa5:33521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54de6a7cd8504ebc95d412a18e20f615 2024-11-24T13:16:09,904 INFO [M:0;b10924491aa5:33521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54de6a7cd8504ebc95d412a18e20f615 2024-11-24T13:16:09,905 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b59d625c3fc47e0b4dc6cd99d272af5 as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b59d625c3fc47e0b4dc6cd99d272af5 2024-11-24T13:16:09,913 INFO [M:0;b10924491aa5:33521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b59d625c3fc47e0b4dc6cd99d272af5, entries=8, sequenceid=513, filesize=5.5 K 2024-11-24T13:16:09,914 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/def255e57c3d40c3aa4c9c97fa43543c as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/def255e57c3d40c3aa4c9c97fa43543c 2024-11-24T13:16:09,921 INFO [M:0;b10924491aa5:33521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for def255e57c3d40c3aa4c9c97fa43543c 2024-11-24T13:16:09,921 INFO [M:0;b10924491aa5:33521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/def255e57c3d40c3aa4c9c97fa43543c, entries=56, sequenceid=513, filesize=8.8 K 2024-11-24T13:16:09,923 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54de6a7cd8504ebc95d412a18e20f615 as hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54de6a7cd8504ebc95d412a18e20f615 2024-11-24T13:16:09,929 INFO [M:0;b10924491aa5:33521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54de6a7cd8504ebc95d412a18e20f615 2024-11-24T13:16:09,929 INFO [M:0;b10924491aa5:33521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42769/user/jenkins/test-data/0ff799ef-b32a-e80a-6604-e84bcf3cc039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54de6a7cd8504ebc95d412a18e20f615, entries=3, sequenceid=513, filesize=5.3 K 2024-11-24T13:16:09,930 INFO [M:0;b10924491aa5:33521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=513, compaction requested=false 2024-11-24T13:16:09,932 INFO [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:09,933 DEBUG [M:0;b10924491aa5:33521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454169805Disabling compacts and flushes for region at 1732454169805Disabling writes for close at 1732454169805Obtaining lock to block concurrent updates at 1732454169805Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454169805Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199631, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1732454169806 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454169806Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454169806Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454169822 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454169822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454169836 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454169852 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454169852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454169868 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454169888 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454169888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72995f72: reopening flushed file at 1732454169904 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286725ea: reopening flushed file at 1732454169913 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2120b1: reopening flushed file at 1732454169922 (+9 ms)Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=513, compaction requested=false at 1732454169930 (+8 ms)Writing region close event to WAL at 1732454169932 (+2 ms)Closed at 1732454169932 2024-11-24T13:16:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741830_1006 (size=233823) 2024-11-24T13:16:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32871 is added to blk_1073741830_1006 (size=233823) 2024-11-24T13:16:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741830_1006 (size=233823) 2024-11-24T13:16:09,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:16:09,937 INFO [M:0;b10924491aa5:33521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:16:09,937 INFO [M:0;b10924491aa5:33521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33521 2024-11-24T13:16:09,937 INFO [M:0;b10924491aa5:33521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:16:10,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:16:10,039 INFO [M:0;b10924491aa5:33521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:16:10,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x1014a1d59680000, quorum=127.0.0.1:62811, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:16:10,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:10,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:16:10,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:16:10,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:16:10,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,STOPPED} 2024-11-24T13:16:10,049 WARN [BP-987361868-172.17.0.2-1732454082041 heartbeating to localhost/127.0.0.1:42769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:16:10,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:16:10,049 WARN [BP-987361868-172.17.0.2-1732454082041 heartbeating to localhost/127.0.0.1:42769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-987361868-172.17.0.2-1732454082041 (Datanode Uuid 9442a1d1-a73b-4ab0-9bae-83ec418121d2) service to localhost/127.0.0.1:42769 2024-11-24T13:16:10,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:16:10,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data5/current/BP-987361868-172.17.0.2-1732454082041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:16:10,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data6/current/BP-987361868-172.17.0.2-1732454082041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:16:10,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:16:10,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:10,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:16:10,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:16:10,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:16:10,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,STOPPED} 2024-11-24T13:16:10,055 WARN [BP-987361868-172.17.0.2-1732454082041 heartbeating to localhost/127.0.0.1:42769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:16:10,055 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:16:10,055 WARN [BP-987361868-172.17.0.2-1732454082041 heartbeating to localhost/127.0.0.1:42769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-987361868-172.17.0.2-1732454082041 (Datanode Uuid 0c20f1b3-2864-4fab-b910-8b9d9db61387) service to localhost/127.0.0.1:42769 2024-11-24T13:16:10,055 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:16:10,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data3/current/BP-987361868-172.17.0.2-1732454082041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:16:10,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data4/current/BP-987361868-172.17.0.2-1732454082041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:16:10,056 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:16:10,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:10,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:16:10,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:16:10,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:16:10,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,STOPPED} 2024-11-24T13:16:10,060 WARN [BP-987361868-172.17.0.2-1732454082041 heartbeating to localhost/127.0.0.1:42769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:16:10,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:16:10,060 WARN [BP-987361868-172.17.0.2-1732454082041 heartbeating to localhost/127.0.0.1:42769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-987361868-172.17.0.2-1732454082041 (Datanode Uuid 5022c835-9838-428c-b68e-5ac225bf9a2b) service to localhost/127.0.0.1:42769 2024-11-24T13:16:10,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:16:10,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data1/current/BP-987361868-172.17.0.2-1732454082041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:16:10,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/cluster_916d5112-d125-b826-8c9a-6ecc49286c47/data/data2/current/BP-987361868-172.17.0.2-1732454082041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:16:10,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:16:10,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:16:10,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:16:10,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:16:10,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:16:10,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir/,STOPPED} 2024-11-24T13:16:10,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:16:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:16:10,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b10924491aa5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42769 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/b10924491aa5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42769 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b10924491aa5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/b10924491aa5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@e91d77a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=6491 (was 7787) 2024-11-24T13:16:10,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=6490 2024-11-24T13:16:10,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir so I do NOT create it in target/test-data/dc753454-8d52-b25f-6389-7e8863323684 2024-11-24T13:16:10,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T13:16:10,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.tmp.dir so I do NOT create it in target/test-data/dc753454-8d52-b25f-6389-7e8863323684 2024-11-24T13:16:10,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85d314a6-bced-b057-8ab6-ffd25bdc4341/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T13:16:10,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc, deleteOnExit=true 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/test.cache.data in system properties and HBase conf 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:16:10,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:16:10,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:16:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:16:10,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:16:10,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:16:10,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:10,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:16:10,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:16:10,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:16:10,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:16:10,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:10,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:16:10,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:16:10,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/java.io.tmpdir/jetty-localhost-35579-hadoop-hdfs-3_4_1-tests_jar-_-any-5165334404967320760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:16:10,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:35579} 2024-11-24T13:16:10,388 INFO [Time-limited test {}] server.Server(415): Started @90309ms 2024-11-24T13:16:10,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:10,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:16:10,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:16:10,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:16:10,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:16:10,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:16:10,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:16:10,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31631745{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/java.io.tmpdir/jetty-localhost-35079-hadoop-hdfs-3_4_1-tests_jar-_-any-8573267278511832395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:10,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:35079} 2024-11-24T13:16:10,598 INFO [Time-limited test {}] server.Server(415): Started @90519ms 2024-11-24T13:16:10,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:16:10,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:10,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:16:10,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:16:10,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:16:10,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:16:10,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:16:10,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:16:10,706 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data2/current/BP-369134488-172.17.0.2-1732454170183/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:10,706 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data1/current/BP-369134488-172.17.0.2-1732454170183/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:10,730 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:16:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf882c5a504afb634 with lease ID 0xbb24bd218a40e5c7: Processing first storage report for DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7 from datanode DatanodeRegistration(127.0.0.1:43729, datanodeUuid=84f82b17-64d1-40b8-bba5-4cda7c70d936, infoPort=40363, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183) 2024-11-24T13:16:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf882c5a504afb634 with lease ID 0xbb24bd218a40e5c7: from storage DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7 node DatanodeRegistration(127.0.0.1:43729, datanodeUuid=84f82b17-64d1-40b8-bba5-4cda7c70d936, infoPort=40363, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:16:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf882c5a504afb634 with lease ID 0xbb24bd218a40e5c7: Processing first storage report for DS-1a479abb-bae1-47a0-94df-8aedcec46897 from datanode DatanodeRegistration(127.0.0.1:43729, datanodeUuid=84f82b17-64d1-40b8-bba5-4cda7c70d936, infoPort=40363, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183) 2024-11-24T13:16:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf882c5a504afb634 with lease ID 0xbb24bd218a40e5c7: from storage DS-1a479abb-bae1-47a0-94df-8aedcec46897 node DatanodeRegistration(127.0.0.1:43729, datanodeUuid=84f82b17-64d1-40b8-bba5-4cda7c70d936, infoPort=40363, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:16:10,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235874fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/java.io.tmpdir/jetty-localhost-33411-hadoop-hdfs-3_4_1-tests_jar-_-any-4032298690189814847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:10,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:33411} 2024-11-24T13:16:10,775 INFO [Time-limited test {}] server.Server(415): Started @90695ms 2024-11-24T13:16:10,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:16:10,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:16:10,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:16:10,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:16:10,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:16:10,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:16:10,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:16:10,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:16:10,872 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data4/current/BP-369134488-172.17.0.2-1732454170183/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:10,872 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data3/current/BP-369134488-172.17.0.2-1732454170183/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:10,895 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:16:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x863bff7f5a45019a with lease ID 0xbb24bd218a40e5c8: Processing first storage report for DS-4abb39c7-34bd-48f4-9682-e38e4935f562 from datanode DatanodeRegistration(127.0.0.1:40457, datanodeUuid=37b5cdc2-6310-47f5-a0dd-c03c19c7717e, infoPort=34831, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183) 2024-11-24T13:16:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x863bff7f5a45019a with lease ID 0xbb24bd218a40e5c8: from storage DS-4abb39c7-34bd-48f4-9682-e38e4935f562 node DatanodeRegistration(127.0.0.1:40457, datanodeUuid=37b5cdc2-6310-47f5-a0dd-c03c19c7717e, infoPort=34831, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:16:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x863bff7f5a45019a with lease ID 0xbb24bd218a40e5c8: Processing first storage report for DS-470c1c2f-d5cd-413f-8b23-bff43427c669 from datanode DatanodeRegistration(127.0.0.1:40457, datanodeUuid=37b5cdc2-6310-47f5-a0dd-c03c19c7717e, infoPort=34831, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183) 2024-11-24T13:16:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x863bff7f5a45019a with lease ID 0xbb24bd218a40e5c8: from storage DS-470c1c2f-d5cd-413f-8b23-bff43427c669 node DatanodeRegistration(127.0.0.1:40457, datanodeUuid=37b5cdc2-6310-47f5-a0dd-c03c19c7717e, infoPort=34831, infoSecurePort=0, ipcPort=46765, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:16:10,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@741a1bb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/java.io.tmpdir/jetty-localhost-34241-hadoop-hdfs-3_4_1-tests_jar-_-any-7427719820100292018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:16:10,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:34241} 2024-11-24T13:16:10,936 INFO [Time-limited test {}] server.Server(415): Started @90857ms 2024-11-24T13:16:10,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:16:11,034 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data5/current/BP-369134488-172.17.0.2-1732454170183/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:11,034 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data6/current/BP-369134488-172.17.0.2-1732454170183/current, will proceed with Du for space computation calculation, 2024-11-24T13:16:11,057 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:16:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7d2b772f1ab9da8 with lease ID 0xbb24bd218a40e5c9: Processing first storage report for DS-65e19094-89cd-46a1-9f22-904aa50db2a7 from datanode DatanodeRegistration(127.0.0.1:34031, datanodeUuid=823e7c57-1d55-4165-b8cf-0eaf139fee15, infoPort=42327, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183) 2024-11-24T13:16:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7d2b772f1ab9da8 with lease ID 0xbb24bd218a40e5c9: from storage DS-65e19094-89cd-46a1-9f22-904aa50db2a7 node DatanodeRegistration(127.0.0.1:34031, datanodeUuid=823e7c57-1d55-4165-b8cf-0eaf139fee15, infoPort=42327, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:16:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7d2b772f1ab9da8 with lease ID 0xbb24bd218a40e5c9: Processing first storage report for DS-0bbad894-91eb-41e4-a435-e34a965a9b52 from datanode DatanodeRegistration(127.0.0.1:34031, datanodeUuid=823e7c57-1d55-4165-b8cf-0eaf139fee15, infoPort=42327, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183) 2024-11-24T13:16:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7d2b772f1ab9da8 with lease ID 0xbb24bd218a40e5c9: from storage DS-0bbad894-91eb-41e4-a435-e34a965a9b52 node DatanodeRegistration(127.0.0.1:34031, datanodeUuid=823e7c57-1d55-4165-b8cf-0eaf139fee15, infoPort=42327, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=1460338145;c=1732454170183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T13:16:11,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684 2024-11-24T13:16:11,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/zookeeper_0, clientPort=54371, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:16:11,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54371 2024-11-24T13:16:11,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:16:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:16:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:16:11,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb with version=8 2024-11-24T13:16:11,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/hbase-staging 2024-11-24T13:16:11,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:16:11,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:16:11,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33823 2024-11-24T13:16:11,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33823 connecting to ZooKeeper ensemble=127.0.0.1:54371 2024-11-24T13:16:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338230x0, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:16:11,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33823-0x1014a1eac490000 connected 2024-11-24T13:16:11,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:11,126 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb, hbase.cluster.distributed=false 2024-11-24T13:16:11,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:16:11,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33823 2024-11-24T13:16:11,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33823 2024-11-24T13:16:11,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33823 2024-11-24T13:16:11,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33823 2024-11-24T13:16:11,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33823 2024-11-24T13:16:11,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:16:11,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:16:11,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34251 2024-11-24T13:16:11,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34251 connecting to ZooKeeper ensemble=127.0.0.1:54371 2024-11-24T13:16:11,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342510x0, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:16:11,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342510x0, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:11,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34251-0x1014a1eac490001 connected 2024-11-24T13:16:11,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:16:11,164 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:16:11,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:16:11,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:16:11,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34251 2024-11-24T13:16:11,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34251 2024-11-24T13:16:11,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34251 2024-11-24T13:16:11,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34251 2024-11-24T13:16:11,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34251 2024-11-24T13:16:11,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:16:11,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:16:11,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:16:11,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:16:11,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:16:11,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37909 2024-11-24T13:16:11,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37909 connecting to ZooKeeper ensemble=127.0.0.1:54371 2024-11-24T13:16:11,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379090x0, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:16:11,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:11,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37909-0x1014a1eac490002 connected 2024-11-24T13:16:11,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:16:11,198 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:16:11,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:16:11,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:16:11,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37909 2024-11-24T13:16:11,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37909 2024-11-24T13:16:11,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37909 2024-11-24T13:16:11,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37909 2024-11-24T13:16:11,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37909 2024-11-24T13:16:11,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b10924491aa5:0 server-side Connection retries=45 2024-11-24T13:16:11,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:16:11,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:16:11,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:16:11,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:16:11,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:16:11,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45797 2024-11-24T13:16:11,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45797 connecting to ZooKeeper ensemble=127.0.0.1:54371 2024-11-24T13:16:11,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457970x0, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:16:11,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457970x0, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:16:11,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45797-0x1014a1eac490003 connected 2024-11-24T13:16:11,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:16:11,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:16:11,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:16:11,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:16:11,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-24T13:16:11,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45797 2024-11-24T13:16:11,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45797 2024-11-24T13:16:11,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-24T13:16:11,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-24T13:16:11,258 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b10924491aa5:33823 2024-11-24T13:16:11,258 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,263 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:16:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:16:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,265 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T13:16:11,266 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b10924491aa5,33823,1732454171087 from backup master directory 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,267 WARN [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:16:11,267 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:16:11,272 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/hbase.id] with ID: 54e4007c-2f19-499e-bdbb-db614ebcfeb7 2024-11-24T13:16:11,272 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.tmp/hbase.id 2024-11-24T13:16:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:16:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:16:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:16:11,282 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.tmp/hbase.id]:[hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/hbase.id] 2024-11-24T13:16:11,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:16:11,295 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:16:11,297 INFO [master/b10924491aa5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T13:16:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:16:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:16:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:16:11,312 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:16:11,313 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:16:11,313 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:16:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:16:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:16:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:16:11,328 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store 2024-11-24T13:16:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:16:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:16:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:16:11,338 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:11,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:16:11,339 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:11,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:11,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:16:11,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:11,339 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:16:11,339 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454171339Disabling compacts and flushes for region at 1732454171339Disabling writes for close at 1732454171339Writing region close event to WAL at 1732454171339Closed at 1732454171339 2024-11-24T13:16:11,340 WARN [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/.initializing 2024-11-24T13:16:11,340 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/WALs/b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,342 INFO [master/b10924491aa5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:16:11,344 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C33823%2C1732454171087, suffix=, logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/WALs/b10924491aa5,33823,1732454171087, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/oldWALs, maxLogs=10 2024-11-24T13:16:11,357 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/WALs/b10924491aa5,33823,1732454171087/b10924491aa5%2C33823%2C1732454171087.1732454171344, exclude list is [], retry=0 2024-11-24T13:16:11,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7,DISK] 2024-11-24T13:16:11,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40457,DS-4abb39c7-34bd-48f4-9682-e38e4935f562,DISK] 2024-11-24T13:16:11,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-65e19094-89cd-46a1-9f22-904aa50db2a7,DISK] 2024-11-24T13:16:11,363 INFO [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/WALs/b10924491aa5,33823,1732454171087/b10924491aa5%2C33823%2C1732454171087.1732454171344 2024-11-24T13:16:11,364 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40363:40363),(127.0.0.1/127.0.0.1:34831:34831),(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-24T13:16:11,364 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:16:11,364 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:11,365 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,365 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:16:11,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:11,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:16:11,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:11,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:16:11,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:11,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:16:11,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:11,377 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,378 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,378 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,379 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,379 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,380 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:16:11,381 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:16:11,384 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:11,384 INFO [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69111613, jitterRate=0.0298432856798172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:16:11,385 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732454171365Initializing all the Stores at 1732454171366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454171366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454171368 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454171368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454171368Cleaning up temporary data from old regions at 1732454171379 (+11 ms)Region opened successfully at 1732454171385 (+6 ms) 2024-11-24T13:16:11,388 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:16:11,391 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210c3b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:16:11,392 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:16:11,392 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:16:11,393 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:16:11,393 INFO [master/b10924491aa5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:16:11,393 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T13:16:11,393 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T13:16:11,394 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T13:16:11,396 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:16:11,397 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T13:16:11,399 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T13:16:11,399 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:16:11,400 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:16:11,401 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T13:16:11,401 INFO [master/b10924491aa5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:16:11,402 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:16:11,403 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T13:16:11,404 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:16:11,405 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T13:16:11,407 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:16:11,409 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,412 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b10924491aa5,33823,1732454171087, sessionid=0x1014a1eac490000, setting cluster-up flag (Was=false) 2024-11-24T13:16:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,421 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T13:16:11,422 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,433 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T13:16:11,434 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b10924491aa5,33823,1732454171087 2024-11-24T13:16:11,435 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:16:11,436 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:16:11,437 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:16:11,437 INFO [master/b10924491aa5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:16:11,437 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b10924491aa5,33823,1732454171087 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b10924491aa5:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b10924491aa5:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:16:11,438 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732454201439 2024-11-24T13:16:11,439 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:16:11,440 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:16:11,440 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:16:11,440 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:16:11,440 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:16:11,440 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:16:11,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:16:11,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:16:11,440 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:16:11,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:16:11,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:16:11,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:16:11,441 INFO [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:16:11,441 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,441 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454171441,5,FailOnTimeoutGroup] 2024-11-24T13:16:11,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:16:11,442 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454171441,5,FailOnTimeoutGroup] 2024-11-24T13:16:11,442 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,442 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:16:11,442 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,442 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,442 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(746): ClusterId : 54e4007c-2f19-499e-bdbb-db614ebcfeb7 2024-11-24T13:16:11,443 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:16:11,444 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(746): ClusterId : 54e4007c-2f19-499e-bdbb-db614ebcfeb7 2024-11-24T13:16:11,444 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:16:11,448 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(746): ClusterId : 54e4007c-2f19-499e-bdbb-db614ebcfeb7 2024-11-24T13:16:11,448 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:16:11,449 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:16:11,449 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:16:11,450 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:16:11,450 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:16:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:16:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:16:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:16:11,453 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:16:11,453 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:16:11,454 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:16:11,454 DEBUG [RS:1;b10924491aa5:37909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4250cc43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:16:11,455 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:16:11,455 DEBUG [RS:0;b10924491aa5:34251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178a8b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:16:11,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:16:11,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:11,459 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:16:11,459 DEBUG [RS:2;b10924491aa5:45797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3a192b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b10924491aa5/172.17.0.2:0 2024-11-24T13:16:11,468 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b10924491aa5:37909 2024-11-24T13:16:11,469 INFO [RS:1;b10924491aa5:37909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:16:11,469 INFO [RS:1;b10924491aa5:37909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:16:11,469 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:16:11,469 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33823,1732454171087 with port=37909, startcode=1732454171187 2024-11-24T13:16:11,470 DEBUG [RS:1;b10924491aa5:37909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:16:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:16:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:16:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:16:11,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:11,473 DEBUG [RS:0;b10924491aa5:34251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b10924491aa5:34251 2024-11-24T13:16:11,473 INFO [RS:0;b10924491aa5:34251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:16:11,473 INFO [RS:0;b10924491aa5:34251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:16:11,473 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:16:11,473 DEBUG [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:16:11,474 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33823,1732454171087 with port=34251, startcode=1732454171151 2024-11-24T13:16:11,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,37909,1732454171187 2024-11-24T13:16:11,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,37909,1732454171187 2024-11-24T13:16:11,474 DEBUG [RS:0;b10924491aa5:34251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:16:11,476 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:11,476 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38509 2024-11-24T13:16:11,476 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:16:11,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:16:11,477 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:16:11,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:16:11,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:16:11,479 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b10924491aa5:45797 2024-11-24T13:16:11,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:11,479 INFO [RS:2;b10924491aa5:45797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:16:11,479 INFO [RS:2;b10924491aa5:45797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:16:11,479 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:16:11,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:16:11,480 DEBUG [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:11,480 DEBUG [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38509 2024-11-24T13:16:11,480 DEBUG [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:16:11,480 DEBUG [RS:1;b10924491aa5:37909 {}] zookeeper.ZKUtil(111): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b10924491aa5,37909,1732454171187 2024-11-24T13:16:11,480 WARN [RS:1;b10924491aa5:37909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:16:11,480 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(2659): reportForDuty to master=b10924491aa5,33823,1732454171087 with port=45797, startcode=1732454171219 2024-11-24T13:16:11,480 INFO [RS:1;b10924491aa5:37909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:16:11,480 DEBUG [RS:2;b10924491aa5:45797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:16:11,480 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,37909,1732454171187 2024-11-24T13:16:11,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,37909,1732454171187] 2024-11-24T13:16:11,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:16:11,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,481 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:16:11,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b10924491aa5,45797,1732454171219 2024-11-24T13:16:11,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] master.ServerManager(517): Registering regionserver=b10924491aa5,45797,1732454171219 2024-11-24T13:16:11,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:11,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:16:11,483 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:11,483 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38509 2024-11-24T13:16:11,483 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:16:11,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:16:11,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:11,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:16:11,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:16:11,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:11,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:16:11,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:11,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:16:11,487 DEBUG [RS:0;b10924491aa5:34251 {}] zookeeper.ZKUtil(111): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,488 WARN [RS:0;b10924491aa5:34251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:16:11,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,34251,1732454171151] 2024-11-24T13:16:11,488 INFO [RS:0;b10924491aa5:34251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:16:11,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b10924491aa5,45797,1732454171219] 2024-11-24T13:16:11,488 DEBUG [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740 2024-11-24T13:16:11,488 DEBUG [RS:2;b10924491aa5:45797 {}] zookeeper.ZKUtil(111): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b10924491aa5,45797,1732454171219 2024-11-24T13:16:11,488 WARN [RS:2;b10924491aa5:45797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:16:11,488 INFO [RS:2;b10924491aa5:45797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:16:11,488 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219 2024-11-24T13:16:11,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740 2024-11-24T13:16:11,489 INFO [RS:1;b10924491aa5:37909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:16:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:16:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:16:11,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:16:11,492 INFO [RS:1;b10924491aa5:37909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:16:11,492 INFO [RS:1;b10924491aa5:37909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:16:11,492 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:16:11,494 INFO [RS:0;b10924491aa5:34251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:16:11,495 INFO [RS:2;b10924491aa5:45797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:16:11,496 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:16:11,496 INFO [RS:0;b10924491aa5:34251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:16:11,496 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:11,497 INFO [RS:1;b10924491aa5:37909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:16:11,497 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,497 INFO [RS:0;b10924491aa5:34251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:16:11,497 INFO [RS:2;b10924491aa5:45797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:16:11,497 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,497 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,498 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,498 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,498 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,498 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,498 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:16:11,498 DEBUG [RS:1;b10924491aa5:37909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:16:11,498 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:16:11,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70089341, jitterRate=0.04441256821155548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:16:11,498 INFO [RS:2;b10924491aa5:45797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:16:11,499 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732454171472Initializing all the Stores at 1732454171473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454171473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454171476 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454171476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454171476Cleaning up temporary data from old regions at 1732454171490 (+14 ms)Region opened successfully at 1732454171499 (+9 ms) 2024-11-24T13:16:11,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:16:11,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:16:11,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:16:11,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:16:11,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:16:11,500 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:16:11,501 INFO [RS:0;b10924491aa5:34251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:16:11,501 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 INFO [RS:2;b10924491aa5:45797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:16:11,501 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,501 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:0;b10924491aa5:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b10924491aa5:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:16:11,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:16:11,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37909,1732454171187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:16:11,502 DEBUG [RS:2;b10924491aa5:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b10924491aa5:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:16:11,503 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,503 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,503 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,503 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,503 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,503 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:16:11,503 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34251,1732454171151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:16:11,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454171499Disabling compacts and flushes for region at 1732454171499Disabling writes for close at 1732454171499Writing region close event to WAL at 1732454171503 (+4 ms)Closed at 1732454171503 2024-11-24T13:16:11,504 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,504 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,504 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,504 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,504 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,504 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45797,1732454171219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:16:11,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:16:11,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:16:11,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:16:11,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:16:11,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:16:11,523 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:16:11,524 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,34251,1732454171151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,524 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,524 INFO [RS:0;b10924491aa5:34251 {}] regionserver.Replication(171): b10924491aa5,34251,1732454171151 started 2024-11-24T13:16:11,524 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:16:11,524 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,37909,1732454171187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,525 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,525 INFO [RS:1;b10924491aa5:37909 {}] regionserver.Replication(171): b10924491aa5,37909,1732454171187 started 2024-11-24T13:16:11,525 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:16:11,525 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,45797,1732454171219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,525 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,525 INFO [RS:2;b10924491aa5:45797 {}] regionserver.Replication(171): b10924491aa5,45797,1732454171219 started 2024-11-24T13:16:11,539 INFO [RS:0;b10924491aa5:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,539 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,34251,1732454171151, RpcServer on b10924491aa5/172.17.0.2:34251, sessionid=0x1014a1eac490001 2024-11-24T13:16:11,539 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:16:11,539 DEBUG [RS:0;b10924491aa5:34251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,539 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34251,1732454171151' 2024-11-24T13:16:11,539 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:16:11,540 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:16:11,540 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:16:11,540 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:16:11,540 DEBUG [RS:0;b10924491aa5:34251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,540 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,34251,1732454171151' 2024-11-24T13:16:11,540 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:16:11,541 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:16:11,541 DEBUG [RS:0;b10924491aa5:34251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:16:11,541 INFO [RS:0;b10924491aa5:34251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:16:11,541 INFO [RS:0;b10924491aa5:34251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:16:11,546 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,546 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:11,546 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,45797,1732454171219, RpcServer on b10924491aa5/172.17.0.2:45797, sessionid=0x1014a1eac490003 2024-11-24T13:16:11,546 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1482): Serving as b10924491aa5,37909,1732454171187, RpcServer on b10924491aa5/172.17.0.2:37909, sessionid=0x1014a1eac490002 2024-11-24T13:16:11,546 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:16:11,546 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:16:11,546 DEBUG [RS:1;b10924491aa5:37909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,37909,1732454171187 2024-11-24T13:16:11,546 DEBUG [RS:2;b10924491aa5:45797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b10924491aa5,45797,1732454171219 2024-11-24T13:16:11,546 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,37909,1732454171187' 2024-11-24T13:16:11,546 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,45797,1732454171219' 2024-11-24T13:16:11,546 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:16:11,546 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:16:11,547 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:16:11,547 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:16:11,547 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:16:11,547 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:16:11,547 DEBUG [RS:1;b10924491aa5:37909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,37909,1732454171187 2024-11-24T13:16:11,547 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:16:11,547 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,37909,1732454171187' 2024-11-24T13:16:11,547 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:16:11,547 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:16:11,547 DEBUG [RS:2;b10924491aa5:45797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b10924491aa5,45797,1732454171219 2024-11-24T13:16:11,547 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b10924491aa5,45797,1732454171219' 2024-11-24T13:16:11,547 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:16:11,548 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:16:11,548 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:16:11,548 DEBUG [RS:1;b10924491aa5:37909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:16:11,548 INFO [RS:1;b10924491aa5:37909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:16:11,548 INFO [RS:1;b10924491aa5:37909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:16:11,548 DEBUG [RS:2;b10924491aa5:45797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:16:11,548 INFO [RS:2;b10924491aa5:45797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:16:11,548 INFO [RS:2;b10924491aa5:45797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:16:11,642 INFO [RS:0;b10924491aa5:34251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:16:11,644 INFO [RS:0;b10924491aa5:34251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C34251%2C1732454171151, suffix=, logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs, maxLogs=32 2024-11-24T13:16:11,649 INFO [RS:2;b10924491aa5:45797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:16:11,649 INFO [RS:1;b10924491aa5:37909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:16:11,650 INFO [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C45797%2C1732454171219, suffix=, logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs, maxLogs=32 2024-11-24T13:16:11,650 INFO [RS:1;b10924491aa5:37909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C37909%2C1732454171187, suffix=, logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,37909,1732454171187, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs, maxLogs=32 2024-11-24T13:16:11,659 DEBUG [RS:0;b10924491aa5:34251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151/b10924491aa5%2C34251%2C1732454171151.1732454171645, exclude list is [], retry=0 2024-11-24T13:16:11,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7,DISK] 2024-11-24T13:16:11,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-65e19094-89cd-46a1-9f22-904aa50db2a7,DISK] 2024-11-24T13:16:11,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40457,DS-4abb39c7-34bd-48f4-9682-e38e4935f562,DISK] 2024-11-24T13:16:11,664 WARN [b10924491aa5:33823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T13:16:11,665 INFO [RS:0;b10924491aa5:34251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151/b10924491aa5%2C34251%2C1732454171151.1732454171645 2024-11-24T13:16:11,665 DEBUG [RS:0;b10924491aa5:34251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40363:40363),(127.0.0.1/127.0.0.1:42327:42327),(127.0.0.1/127.0.0.1:34831:34831)] 2024-11-24T13:16:11,667 DEBUG [RS:2;b10924491aa5:45797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219/b10924491aa5%2C45797%2C1732454171219.1732454171654, exclude list is [], retry=0 2024-11-24T13:16:11,668 DEBUG [RS:1;b10924491aa5:37909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,37909,1732454171187/b10924491aa5%2C37909%2C1732454171187.1732454171654, exclude list is [], retry=0 2024-11-24T13:16:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7,DISK] 2024-11-24T13:16:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-65e19094-89cd-46a1-9f22-904aa50db2a7,DISK] 2024-11-24T13:16:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40457,DS-4abb39c7-34bd-48f4-9682-e38e4935f562,DISK] 2024-11-24T13:16:11,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-65e19094-89cd-46a1-9f22-904aa50db2a7,DISK] 2024-11-24T13:16:11,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40457,DS-4abb39c7-34bd-48f4-9682-e38e4935f562,DISK] 2024-11-24T13:16:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7,DISK] 2024-11-24T13:16:11,677 INFO [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219/b10924491aa5%2C45797%2C1732454171219.1732454171654 2024-11-24T13:16:11,677 INFO [RS:1;b10924491aa5:37909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,37909,1732454171187/b10924491aa5%2C37909%2C1732454171187.1732454171654 2024-11-24T13:16:11,677 DEBUG [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40363:40363),(127.0.0.1/127.0.0.1:34831:34831),(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-24T13:16:11,677 DEBUG [RS:1;b10924491aa5:37909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42327:42327),(127.0.0.1/127.0.0.1:34831:34831),(127.0.0.1/127.0.0.1:40363:40363)] 2024-11-24T13:16:11,915 DEBUG [b10924491aa5:33823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T13:16:11,915 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(204): Hosts are {b10924491aa5=0} racks are {/default-rack=0} 2024-11-24T13:16:11,917 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T13:16:11,917 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T13:16:11,917 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T13:16:11,918 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T13:16:11,918 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T13:16:11,918 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T13:16:11,918 INFO [b10924491aa5:33823 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T13:16:11,918 INFO [b10924491aa5:33823 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T13:16:11,918 INFO [b10924491aa5:33823 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T13:16:11,918 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T13:16:11,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:11,919 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34251,1732454171151, state=OPENING 2024-11-24T13:16:11,921 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:16:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:16:11,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:11,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:16:11,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:11,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34251,1732454171151}] 2024-11-24T13:16:11,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:11,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:14,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:15,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:16:15,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:15,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:15,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:15,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:16:15,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:16:21,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:16:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:21,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:21,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:21,927 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:16:21,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:16:21,934 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:16:21,934 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:16:21,934 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:16:21,936 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C34251%2C1732454171151.meta, suffix=.meta, logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs, maxLogs=32 2024-11-24T13:16:21,950 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, exclude list is [], retry=0 2024-11-24T13:16:21,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-65e19094-89cd-46a1-9f22-904aa50db2a7,DISK] 2024-11-24T13:16:21,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40457,DS-4abb39c7-34bd-48f4-9682-e38e4935f562,DISK] 2024-11-24T13:16:21,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7,DISK] 2024-11-24T13:16:21,955 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta 2024-11-24T13:16:21,955 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42327:42327),(127.0.0.1/127.0.0.1:34831:34831),(127.0.0.1/127.0.0.1:40363:40363)] 2024-11-24T13:16:21,955 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:16:21,955 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:16:21,956 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:16:21,956 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:16:21,956 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:16:21,956 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:21,956 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:16:21,956 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:16:21,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:16:21,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:16:21,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:21,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:21,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:16:21,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:16:21,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:21,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:21,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:16:21,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:16:21,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:21,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:21,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:16:21,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:16:21,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:21,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:16:21,964 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:16:21,964 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740 2024-11-24T13:16:21,965 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740 2024-11-24T13:16:21,967 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:16:21,967 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:16:21,967 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:16:21,968 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:16:21,969 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62758797, jitterRate=-0.06482104957103729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:16:21,969 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:16:21,970 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454181956Writing region info on filesystem at 1732454181956Initializing all the Stores at 1732454181957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454181957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454181957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454181957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454181957Cleaning up temporary data from old regions at 1732454181967 (+10 ms)Running coprocessor post-open hooks at 1732454181970 (+3 ms)Region opened successfully at 1732454181970 2024-11-24T13:16:21,971 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732454181927 2024-11-24T13:16:21,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:21,975 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:16:21,975 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:16:21,975 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,34251,1732454171151, state=OPEN 2024-11-24T13:16:21,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:16:21,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:16:21,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:16:21,977 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,34251,1732454171151 2024-11-24T13:16:21,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:21,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:21,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:21,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:16:21,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:16:21,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:16:21,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,34251,1732454171151 in 10.0530 sec 2024-11-24T13:16:21,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:16:21,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4690 sec 2024-11-24T13:16:21,982 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:16:21,982 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:16:21,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:16:21,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1] 2024-11-24T13:16:21,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:16:21,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:16:21,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5540 sec 2024-11-24T13:16:21,990 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732454181990, completionTime=-1 2024-11-24T13:16:21,990 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T13:16:21,990 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:16:21,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T13:16:21,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732454241992 2024-11-24T13:16:21,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732454301992 2024-11-24T13:16:21,992 INFO [master/b10924491aa5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T13:16:21,993 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33823,1732454171087-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:21,993 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33823,1732454171087-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:21,993 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33823,1732454171087-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:21,993 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b10924491aa5:33823, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:21,993 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:21,993 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:21,994 DEBUG [master/b10924491aa5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.730sec 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33823,1732454171087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:16:21,997 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33823,1732454171087-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:16:22,000 DEBUG [master/b10924491aa5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:16:22,000 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:16:22,000 INFO [master/b10924491aa5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b10924491aa5,33823,1732454171087-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:16:22,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bda7e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:16:22,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33823,-1 for getting cluster id 2024-11-24T13:16:22,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:16:22,052 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e4007c-2f19-499e-bdbb-db614ebcfeb7' 2024-11-24T13:16:22,052 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:16:22,053 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e4007c-2f19-499e-bdbb-db614ebcfeb7" 2024-11-24T13:16:22,053 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ca486b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:16:22,053 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33823,-1] 2024-11-24T13:16:22,054 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:16:22,054 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:22,055 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:16:22,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804d1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:16:22,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1] 2024-11-24T13:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:16:22,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:16:22,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b10924491aa5,33823,1732454171087 2024-11-24T13:16:22,060 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732454182060 (current time:1732454182060). 2024-11-24T13:16:22,060 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T13:16:22,060 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T13:16:22,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:16:22,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b10924491aa5,33823,-1 for getting cluster id 2024-11-24T13:16:22,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:16:22,062 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e4007c-2f19-499e-bdbb-db614ebcfeb7' 2024-11-24T13:16:22,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:16:22,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e4007c-2f19-499e-bdbb-db614ebcfeb7" 2024-11-24T13:16:22,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd17df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:16:22,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b10924491aa5,33823,-1] 2024-11-24T13:16:22,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:16:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:22,063 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:16:22,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b385cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:16:22,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:16:22,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1] 2024-11-24T13:16:22,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:16:22,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:16:22,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:16:22,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:16:22,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:22,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:16:22,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:16:22,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:16:22,069 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b10924491aa5,33823,1732454171087 2024-11-24T13:16:22,069 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eda3ab4 2024-11-24T13:16:22,069 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:16:22,070 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:16:22,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T13:16:22,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:16:22,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:22,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T13:16:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:22,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:16:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741837_1013 (size=361) 2024-11-24T13:16:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741837_1013 (size=361) 2024-11-24T13:16:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741837_1013 (size=361) 2024-11-24T13:16:22,088 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 678138390a83db4a88b6ed14fe249aef, NAME => 'SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,089 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9605b5072d80a6d9e7578ceb9b918a14, NAME => 'SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,089 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb79ee5721ebf34f7de23f127290adc5, NAME => 'SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741838_1014 (size=62) 2024-11-24T13:16:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741838_1014 (size=62) 2024-11-24T13:16:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741838_1014 (size=62) 2024-11-24T13:16:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741839_1015 (size=62) 2024-11-24T13:16:22,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 678138390a83db4a88b6ed14fe249aef, disabling compactions & flushes 2024-11-24T13:16:22,099 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:22,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:22,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. after waiting 0 ms 2024-11-24T13:16:22,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:22,099 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:22,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 678138390a83db4a88b6ed14fe249aef: Waiting for close lock at 1732454182099Disabling compacts and flushes for region at 1732454182099Disabling writes for close at 1732454182099Writing region close event to WAL at 1732454182099Closed at 1732454182099 2024-11-24T13:16:22,100 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 36653b58953e794038c3a198c569d6d4, NAME => 'SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741839_1015 (size=62) 2024-11-24T13:16:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741839_1015 (size=62) 2024-11-24T13:16:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741840_1016 (size=54) 2024-11-24T13:16:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741840_1016 (size=54) 2024-11-24T13:16:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741840_1016 (size=54) 2024-11-24T13:16:22,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9605b5072d80a6d9e7578ceb9b918a14, disabling compactions & flushes 2024-11-24T13:16:22,101 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:22,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:22,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. after waiting 0 ms 2024-11-24T13:16:22,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:22,101 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:22,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9605b5072d80a6d9e7578ceb9b918a14: Waiting for close lock at 1732454182101Disabling compacts and flushes for region at 1732454182101Disabling writes for close at 1732454182101Writing region close event to WAL at 1732454182101Closed at 1732454182101 2024-11-24T13:16:22,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,102 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4fdffb6291660ce9896f086da15b33fc, NAME => 'SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bb79ee5721ebf34f7de23f127290adc5, disabling compactions & flushes 2024-11-24T13:16:22,102 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:22,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:22,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. after waiting 0 ms 2024-11-24T13:16:22,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:22,102 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:22,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb79ee5721ebf34f7de23f127290adc5: Waiting for close lock at 1732454182102Disabling compacts and flushes for region at 1732454182102Disabling writes for close at 1732454182102Writing region close event to WAL at 1732454182102Closed at 1732454182102 2024-11-24T13:16:22,103 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7fc4b54bb33be88f074583a073bfc28, NAME => 'SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741841_1017 (size=62) 2024-11-24T13:16:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741842_1018 (size=62) 2024-11-24T13:16:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741841_1017 (size=62) 2024-11-24T13:16:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741841_1017 (size=62) 2024-11-24T13:16:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741842_1018 (size=62) 2024-11-24T13:16:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741843_1019 (size=62) 2024-11-24T13:16:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741843_1019 (size=62) 2024-11-24T13:16:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741843_1019 (size=62) 2024-11-24T13:16:22,120 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,120 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 36653b58953e794038c3a198c569d6d4, disabling compactions & flushes 2024-11-24T13:16:22,120 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:22,120 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:22,120 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. after waiting 0 ms 2024-11-24T13:16:22,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:22,121 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:22,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 36653b58953e794038c3a198c569d6d4: Waiting for close lock at 1732454182120Disabling compacts and flushes for region at 1732454182120Disabling writes for close at 1732454182121 (+1 ms)Writing region close event to WAL at 1732454182121Closed at 1732454182121 2024-11-24T13:16:22,122 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cbc69cdd29d107f72794c718480a4a90, NAME => 'SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741842_1018 (size=62) 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b7fc4b54bb33be88f074583a073bfc28, disabling compactions & flushes 2024-11-24T13:16:22,125 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. after waiting 0 ms 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:22,125 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7fc4b54bb33be88f074583a073bfc28: Waiting for close lock at 1732454182125Disabling compacts and flushes for region at 1732454182125Disabling writes for close at 1732454182125Writing region close event to WAL at 1732454182125Closed at 1732454182125 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4fdffb6291660ce9896f086da15b33fc, disabling compactions & flushes 2024-11-24T13:16:22,126 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:22,126 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a57212efdf59e4861b0eb603bd190fa, NAME => 'SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:22,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. after waiting 0 ms 2024-11-24T13:16:22,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:22,126 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:22,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4fdffb6291660ce9896f086da15b33fc: Waiting for close lock at 1732454182125Disabling compacts and flushes for region at 1732454182125Disabling writes for close at 1732454182126 (+1 ms)Writing region close event to WAL at 1732454182126Closed at 1732454182126 2024-11-24T13:16:22,127 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b4748502fcc4121dbfac6a8e848267e3, NAME => 'SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741844_1020 (size=62) 2024-11-24T13:16:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741844_1020 (size=62) 2024-11-24T13:16:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741844_1020 (size=62) 2024-11-24T13:16:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cbc69cdd29d107f72794c718480a4a90, disabling compactions & flushes 2024-11-24T13:16:22,137 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. after waiting 0 ms 2024-11-24T13:16:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:22,137 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cbc69cdd29d107f72794c718480a4a90: Waiting for close lock at 1732454182137Disabling compacts and flushes for region at 1732454182137Disabling writes for close at 1732454182137Writing region close event to WAL at 1732454182137Closed at 1732454182137 2024-11-24T13:16:22,138 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4568d95f6ba8ba859634d463a0b8b5d5, NAME => 'SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb 2024-11-24T13:16:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741845_1021 (size=62) 2024-11-24T13:16:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741845_1021 (size=62) 2024-11-24T13:16:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741845_1021 (size=62) 2024-11-24T13:16:22,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3a57212efdf59e4861b0eb603bd190fa, disabling compactions & flushes 2024-11-24T13:16:22,145 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:22,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:22,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. after waiting 0 ms 2024-11-24T13:16:22,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:22,145 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:22,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a57212efdf59e4861b0eb603bd190fa: Waiting for close lock at 1732454182145Disabling compacts and flushes for region at 1732454182145Disabling writes for close at 1732454182145Writing region close event to WAL at 1732454182145Closed at 1732454182145 2024-11-24T13:16:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741846_1022 (size=62) 2024-11-24T13:16:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741846_1022 (size=62) 2024-11-24T13:16:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741846_1022 (size=62) 2024-11-24T13:16:22,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b4748502fcc4121dbfac6a8e848267e3, disabling compactions & flushes 2024-11-24T13:16:22,147 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:22,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:22,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. after waiting 0 ms 2024-11-24T13:16:22,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:22,147 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:22,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b4748502fcc4121dbfac6a8e848267e3: Waiting for close lock at 1732454182147Disabling compacts and flushes for region at 1732454182147Disabling writes for close at 1732454182147Writing region close event to WAL at 1732454182147Closed at 1732454182147 2024-11-24T13:16:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741847_1023 (size=54) 2024-11-24T13:16:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741847_1023 (size=54) 2024-11-24T13:16:22,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741847_1023 (size=54) 2024-11-24T13:16:22,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:22,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4568d95f6ba8ba859634d463a0b8b5d5, disabling compactions & flushes 2024-11-24T13:16:22,155 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:22,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:22,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. after waiting 0 ms 2024-11-24T13:16:22,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:22,155 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:22,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4568d95f6ba8ba859634d463a0b8b5d5: Waiting for close lock at 1732454182155Disabling compacts and flushes for region at 1732454182155Disabling writes for close at 1732454182155Writing region close event to WAL at 1732454182155Closed at 1732454182155 2024-11-24T13:16:22,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:16:22,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732454182157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732454182157"}]},"ts":"1732454182157"} 2024-11-24T13:16:22,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T13:16:22,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:16:22,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454182165"}]},"ts":"1732454182165"} 2024-11-24T13:16:22,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T13:16:22,167 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b10924491aa5=0} racks are {/default-rack=0} 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T13:16:22,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T13:16:22,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T13:16:22,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T13:16:22,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T13:16:22,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb79ee5721ebf34f7de23f127290adc5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9605b5072d80a6d9e7578ceb9b918a14, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=678138390a83db4a88b6ed14fe249aef, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36653b58953e794038c3a198c569d6d4, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fdffb6291660ce9896f086da15b33fc, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7fc4b54bb33be88f074583a073bfc28, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbc69cdd29d107f72794c718480a4a90, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a57212efdf59e4861b0eb603bd190fa, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4748502fcc4121dbfac6a8e848267e3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4568d95f6ba8ba859634d463a0b8b5d5, ASSIGN}] 2024-11-24T13:16:22,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9605b5072d80a6d9e7578ceb9b918a14, ASSIGN 2024-11-24T13:16:22,175 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb79ee5721ebf34f7de23f127290adc5, ASSIGN 2024-11-24T13:16:22,175 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=678138390a83db4a88b6ed14fe249aef, ASSIGN 2024-11-24T13:16:22,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36653b58953e794038c3a198c569d6d4, ASSIGN 2024-11-24T13:16:22,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9605b5072d80a6d9e7578ceb9b918a14, ASSIGN; state=OFFLINE, location=b10924491aa5,37909,1732454171187; forceNewPlan=false, retain=false 2024-11-24T13:16:22,177 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb79ee5721ebf34f7de23f127290adc5, ASSIGN; state=OFFLINE, location=b10924491aa5,45797,1732454171219; forceNewPlan=false, retain=false 2024-11-24T13:16:22,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=36653b58953e794038c3a198c569d6d4, ASSIGN; state=OFFLINE, location=b10924491aa5,34251,1732454171151; forceNewPlan=false, retain=false 2024-11-24T13:16:22,177 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=678138390a83db4a88b6ed14fe249aef, ASSIGN; state=OFFLINE, location=b10924491aa5,34251,1732454171151; forceNewPlan=false, retain=false 2024-11-24T13:16:22,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4568d95f6ba8ba859634d463a0b8b5d5, ASSIGN 2024-11-24T13:16:22,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbc69cdd29d107f72794c718480a4a90, ASSIGN 2024-11-24T13:16:22,181 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4748502fcc4121dbfac6a8e848267e3, ASSIGN 2024-11-24T13:16:22,181 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a57212efdf59e4861b0eb603bd190fa, ASSIGN 2024-11-24T13:16:22,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7fc4b54bb33be88f074583a073bfc28, ASSIGN 2024-11-24T13:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:22,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4568d95f6ba8ba859634d463a0b8b5d5, ASSIGN; state=OFFLINE, location=b10924491aa5,34251,1732454171151; forceNewPlan=false, retain=false 2024-11-24T13:16:22,182 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbc69cdd29d107f72794c718480a4a90, ASSIGN; state=OFFLINE, location=b10924491aa5,34251,1732454171151; forceNewPlan=false, retain=false 2024-11-24T13:16:22,182 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a57212efdf59e4861b0eb603bd190fa, ASSIGN; state=OFFLINE, location=b10924491aa5,37909,1732454171187; forceNewPlan=false, retain=false 2024-11-24T13:16:22,182 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4748502fcc4121dbfac6a8e848267e3, ASSIGN; state=OFFLINE, location=b10924491aa5,45797,1732454171219; forceNewPlan=false, retain=false 2024-11-24T13:16:22,182 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7fc4b54bb33be88f074583a073bfc28, ASSIGN; state=OFFLINE, location=b10924491aa5,37909,1732454171187; forceNewPlan=false, retain=false 2024-11-24T13:16:22,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fdffb6291660ce9896f086da15b33fc, ASSIGN 2024-11-24T13:16:22,187 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fdffb6291660ce9896f086da15b33fc, ASSIGN; state=OFFLINE, location=b10924491aa5,45797,1732454171219; forceNewPlan=false, retain=false 2024-11-24T13:16:22,327 INFO [b10924491aa5:33823 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T13:16:22,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b7fc4b54bb33be88f074583a073bfc28, regionState=OPENING, regionLocation=b10924491aa5,37909,1732454171187 2024-11-24T13:16:22,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b4748502fcc4121dbfac6a8e848267e3, regionState=OPENING, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:16:22,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3a57212efdf59e4861b0eb603bd190fa, regionState=OPENING, regionLocation=b10924491aa5,37909,1732454171187 2024-11-24T13:16:22,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb79ee5721ebf34f7de23f127290adc5, regionState=OPENING, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:16:22,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4fdffb6291660ce9896f086da15b33fc, regionState=OPENING, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:16:22,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9605b5072d80a6d9e7578ceb9b918a14, regionState=OPENING, regionLocation=b10924491aa5,37909,1732454171187 2024-11-24T13:16:22,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4568d95f6ba8ba859634d463a0b8b5d5, regionState=OPENING, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:22,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cbc69cdd29d107f72794c718480a4a90, regionState=OPENING, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:22,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=36653b58953e794038c3a198c569d6d4, regionState=OPENING, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:22,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=678138390a83db4a88b6ed14fe249aef, regionState=OPENING, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:22,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4748502fcc4121dbfac6a8e848267e3, ASSIGN because future has completed 2024-11-24T13:16:22,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4748502fcc4121dbfac6a8e848267e3, server=b10924491aa5,45797,1732454171219}] 2024-11-24T13:16:22,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a57212efdf59e4861b0eb603bd190fa, ASSIGN because future has completed 2024-11-24T13:16:22,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a57212efdf59e4861b0eb603bd190fa, server=b10924491aa5,37909,1732454171187}] 2024-11-24T13:16:22,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7fc4b54bb33be88f074583a073bfc28, ASSIGN because future has completed 2024-11-24T13:16:22,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb79ee5721ebf34f7de23f127290adc5, ASSIGN because future has completed 2024-11-24T13:16:22,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb79ee5721ebf34f7de23f127290adc5, server=b10924491aa5,45797,1732454171219}] 2024-11-24T13:16:22,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fdffb6291660ce9896f086da15b33fc, ASSIGN because future has completed 2024-11-24T13:16:22,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9605b5072d80a6d9e7578ceb9b918a14, ASSIGN because future has completed 2024-11-24T13:16:22,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7fc4b54bb33be88f074583a073bfc28, server=b10924491aa5,37909,1732454171187}] 2024-11-24T13:16:22,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14, server=b10924491aa5,37909,1732454171187}] 2024-11-24T13:16:22,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4568d95f6ba8ba859634d463a0b8b5d5, ASSIGN because future has completed 2024-11-24T13:16:22,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fdffb6291660ce9896f086da15b33fc, server=b10924491aa5,45797,1732454171219}] 2024-11-24T13:16:22,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5, server=b10924491aa5,34251,1732454171151}] 2024-11-24T13:16:22,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbc69cdd29d107f72794c718480a4a90, ASSIGN because future has completed 2024-11-24T13:16:22,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=678138390a83db4a88b6ed14fe249aef, ASSIGN because future has completed 2024-11-24T13:16:22,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=36653b58953e794038c3a198c569d6d4, ASSIGN because future has completed 2024-11-24T13:16:22,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 678138390a83db4a88b6ed14fe249aef, server=b10924491aa5,34251,1732454171151}] 2024-11-24T13:16:22,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36653b58953e794038c3a198c569d6d4, server=b10924491aa5,34251,1732454171151}] 2024-11-24T13:16:22,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbc69cdd29d107f72794c718480a4a90, server=b10924491aa5,34251,1732454171151}] 2024-11-24T13:16:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:23,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:16:24,012 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T13:16:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:25,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:16:25,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:16:25,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:16:25,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:16:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:27,458 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:16:27,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:27,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:27,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:32,343 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:16:32,344 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:16:32,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:16:32,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:16:32,353 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:32,353 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fdffb6291660ce9896f086da15b33fc, NAME => 'SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T13:16:32,353 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,354 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,354 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,354 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,358 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:32,358 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9605b5072d80a6d9e7578ceb9b918a14, NAME => 'SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T13:16:32,359 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,359 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,359 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,359 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,360 INFO [StoreOpener-4fdffb6291660ce9896f086da15b33fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,363 INFO [StoreOpener-4fdffb6291660ce9896f086da15b33fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fdffb6291660ce9896f086da15b33fc columnFamilyName cf 2024-11-24T13:16:32,363 DEBUG [StoreOpener-4fdffb6291660ce9896f086da15b33fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,363 INFO [StoreOpener-4fdffb6291660ce9896f086da15b33fc-1 {}] regionserver.HStore(327): Store=4fdffb6291660ce9896f086da15b33fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,363 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,364 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,365 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,365 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,365 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,367 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,368 INFO [StoreOpener-9605b5072d80a6d9e7578ceb9b918a14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,369 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:32,369 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4568d95f6ba8ba859634d463a0b8b5d5, NAME => 'SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T13:16:32,369 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,369 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,370 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,370 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,370 INFO [StoreOpener-9605b5072d80a6d9e7578ceb9b918a14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9605b5072d80a6d9e7578ceb9b918a14 columnFamilyName cf 2024-11-24T13:16:32,371 DEBUG [StoreOpener-9605b5072d80a6d9e7578ceb9b918a14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,371 INFO [StoreOpener-9605b5072d80a6d9e7578ceb9b918a14-1 {}] regionserver.HStore(327): Store=9605b5072d80a6d9e7578ceb9b918a14/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,372 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,373 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,373 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,374 INFO [StoreOpener-4568d95f6ba8ba859634d463a0b8b5d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,374 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,374 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,376 INFO [StoreOpener-4568d95f6ba8ba859634d463a0b8b5d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4568d95f6ba8ba859634d463a0b8b5d5 columnFamilyName cf 2024-11-24T13:16:32,376 DEBUG [StoreOpener-4568d95f6ba8ba859634d463a0b8b5d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,377 INFO [StoreOpener-4568d95f6ba8ba859634d463a0b8b5d5-1 {}] regionserver.HStore(327): Store=4568d95f6ba8ba859634d463a0b8b5d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,377 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4fdffb6291660ce9896f086da15b33fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,377 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,378 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4fdffb6291660ce9896f086da15b33fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66118933, jitterRate=-0.014751121401786804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:32,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4fdffb6291660ce9896f086da15b33fc: Running coprocessor pre-open hook at 1732454192354Writing region info on filesystem at 1732454192354Initializing all the Stores at 1732454192358 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192359 (+1 ms)Cleaning up temporary data from old regions at 1732454192365 (+6 ms)Running coprocessor post-open hooks at 1732454192378 (+13 ms)Region opened successfully at 1732454192378 2024-11-24T13:16:32,378 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,379 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,379 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,379 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc., pid=20, masterSystemTime=1732454192343 2024-11-24T13:16:32,382 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/9605b5072d80a6d9e7578ceb9b918a14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,382 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,382 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9605b5072d80a6d9e7578ceb9b918a14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74403326, jitterRate=0.10869595408439636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,383 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:32,383 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9605b5072d80a6d9e7578ceb9b918a14: Running coprocessor pre-open hook at 1732454192359Writing region info on filesystem at 1732454192359Initializing all the Stores at 1732454192360 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192360Cleaning up temporary data from old regions at 1732454192374 (+14 ms)Running coprocessor post-open hooks at 1732454192383 (+9 ms)Region opened successfully at 1732454192383 2024-11-24T13:16:32,383 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:32,383 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:32,383 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:32,383 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b4748502fcc4121dbfac6a8e848267e3, NAME => 'SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T13:16:32,384 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,384 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,384 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,384 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,384 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14., pid=19, masterSystemTime=1732454192343 2024-11-24T13:16:32,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4fdffb6291660ce9896f086da15b33fc, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:16:32,386 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,386 INFO [StoreOpener-b4748502fcc4121dbfac6a8e848267e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,387 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4568d95f6ba8ba859634d463a0b8b5d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65312801, jitterRate=-0.026763424277305603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,387 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:32,387 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4568d95f6ba8ba859634d463a0b8b5d5: Running coprocessor pre-open hook at 1732454192370Writing region info on filesystem at 1732454192370Initializing all the Stores at 1732454192371 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192371Cleaning up temporary data from old regions at 1732454192379 (+8 ms)Running coprocessor post-open hooks at 1732454192387 (+8 ms)Region opened successfully at 1732454192387 2024-11-24T13:16:32,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fdffb6291660ce9896f086da15b33fc, server=b10924491aa5,45797,1732454171219 because future has completed 2024-11-24T13:16:32,388 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:32,388 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:32,388 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:32,388 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b7fc4b54bb33be88f074583a073bfc28, NAME => 'SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T13:16:32,388 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,389 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,389 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,389 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9605b5072d80a6d9e7578ceb9b918a14, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,37909,1732454171187 2024-11-24T13:16:32,391 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., pid=21, masterSystemTime=1732454192352 2024-11-24T13:16:32,391 INFO [StoreOpener-b7fc4b54bb33be88f074583a073bfc28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14, server=b10924491aa5,37909,1732454171187 because future has completed 2024-11-24T13:16:32,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-24T13:16:32,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fdffb6291660ce9896f086da15b33fc, server=b10924491aa5,45797,1732454171219 in 10.0460 sec 2024-11-24T13:16:32,393 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:32,393 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:32,394 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:32,394 INFO [StoreOpener-b7fc4b54bb33be88f074583a073bfc28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7fc4b54bb33be88f074583a073bfc28 columnFamilyName cf 2024-11-24T13:16:32,394 DEBUG [StoreOpener-b7fc4b54bb33be88f074583a073bfc28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,394 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => cbc69cdd29d107f72794c718480a4a90, NAME => 'SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T13:16:32,394 INFO [StoreOpener-b7fc4b54bb33be88f074583a073bfc28-1 {}] regionserver.HStore(327): Store=b7fc4b54bb33be88f074583a073bfc28/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,394 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,395 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,395 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,395 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,396 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,396 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,397 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,398 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,398 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,401 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fdffb6291660ce9896f086da15b33fc, ASSIGN in 10.2210 sec 2024-11-24T13:16:32,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4568d95f6ba8ba859634d463a0b8b5d5, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:32,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-24T13:16:32,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14, server=b10924491aa5,37909,1732454171187 in 10.0540 sec 2024-11-24T13:16:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5, server=b10924491aa5,34251,1732454171151 because future has completed 2024-11-24T13:16:32,404 INFO [StoreOpener-cbc69cdd29d107f72794c718480a4a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,405 INFO [StoreOpener-b4748502fcc4121dbfac6a8e848267e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4748502fcc4121dbfac6a8e848267e3 columnFamilyName cf 2024-11-24T13:16:32,405 DEBUG [StoreOpener-b4748502fcc4121dbfac6a8e848267e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,405 INFO [StoreOpener-b4748502fcc4121dbfac6a8e848267e3-1 {}] regionserver.HStore(327): Store=b4748502fcc4121dbfac6a8e848267e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,406 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9605b5072d80a6d9e7578ceb9b918a14, ASSIGN in 10.2280 sec 2024-11-24T13:16:32,406 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b10924491aa5,34251,1732454171151, table=SPTestTable, region=4568d95f6ba8ba859634d463a0b8b5d5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T13:16:32,407 INFO [StoreOpener-cbc69cdd29d107f72794c718480a4a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbc69cdd29d107f72794c718480a4a90 columnFamilyName cf 2024-11-24T13:16:32,407 DEBUG [StoreOpener-cbc69cdd29d107f72794c718480a4a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,407 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,407 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,407 INFO [StoreOpener-cbc69cdd29d107f72794c718480a4a90-1 {}] regionserver.HStore(327): Store=cbc69cdd29d107f72794c718480a4a90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,408 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,408 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,408 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-24T13:16:32,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5, server=b10924491aa5,34251,1732454171151 in 10.0630 sec 2024-11-24T13:16:32,410 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,411 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,411 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,412 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,412 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4568d95f6ba8ba859634d463a0b8b5d5, ASSIGN in 10.2360 sec 2024-11-24T13:16:32,414 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,417 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b7fc4b54bb33be88f074583a073bfc28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,417 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b7fc4b54bb33be88f074583a073bfc28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66024579, jitterRate=-0.016157105565071106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,417 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:32,418 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b7fc4b54bb33be88f074583a073bfc28: Running coprocessor pre-open hook at 1732454192389Writing region info on filesystem at 1732454192389Initializing all the Stores at 1732454192390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192390Cleaning up temporary data from old regions at 1732454192398 (+8 ms)Running coprocessor post-open hooks at 1732454192417 (+19 ms)Region opened successfully at 1732454192418 (+1 ms) 2024-11-24T13:16:32,419 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28., pid=17, masterSystemTime=1732454192343 2024-11-24T13:16:32,421 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:32,421 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:32,422 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:32,422 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a57212efdf59e4861b0eb603bd190fa, NAME => 'SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T13:16:32,422 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,422 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,422 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,423 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,423 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b7fc4b54bb33be88f074583a073bfc28, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,37909,1732454171187 2024-11-24T13:16:32,423 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,424 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b4748502fcc4121dbfac6a8e848267e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63040473, jitterRate=-0.06062375009059906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,424 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:32,424 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b4748502fcc4121dbfac6a8e848267e3: Running coprocessor pre-open hook at 1732454192384Writing region info on filesystem at 1732454192384Initializing all the Stores at 1732454192385 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192385Cleaning up temporary data from old regions at 1732454192408 (+23 ms)Running coprocessor post-open hooks at 1732454192424 (+16 ms)Region opened successfully at 1732454192424 2024-11-24T13:16:32,427 INFO [StoreOpener-3a57212efdf59e4861b0eb603bd190fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,429 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., pid=15, masterSystemTime=1732454192343 2024-11-24T13:16:32,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7fc4b54bb33be88f074583a073bfc28, server=b10924491aa5,37909,1732454171187 because future has completed 2024-11-24T13:16:32,432 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened cbc69cdd29d107f72794c718480a4a90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63880101, jitterRate=-0.04811231791973114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,432 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:32,432 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for cbc69cdd29d107f72794c718480a4a90: Running coprocessor pre-open hook at 1732454192396Writing region info on filesystem at 1732454192396Initializing all the Stores at 1732454192398 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192398Cleaning up temporary data from old regions at 1732454192412 (+14 ms)Running coprocessor post-open hooks at 1732454192432 (+20 ms)Region opened successfully at 1732454192432 2024-11-24T13:16:32,432 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:32,433 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:32,433 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:32,433 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bb79ee5721ebf34f7de23f127290adc5, NAME => 'SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T13:16:32,433 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,433 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,433 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,433 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b4748502fcc4121dbfac6a8e848267e3, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:16:32,436 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90., pid=24, masterSystemTime=1732454192352 2024-11-24T13:16:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4748502fcc4121dbfac6a8e848267e3, server=b10924491aa5,45797,1732454171219 because future has completed 2024-11-24T13:16:32,440 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:32,440 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:32,440 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:32,440 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 678138390a83db4a88b6ed14fe249aef, NAME => 'SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T13:16:32,440 INFO [StoreOpener-bb79ee5721ebf34f7de23f127290adc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-24T13:16:32,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cbc69cdd29d107f72794c718480a4a90, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:32,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b7fc4b54bb33be88f074583a073bfc28, server=b10924491aa5,37909,1732454171187 in 10.1010 sec 2024-11-24T13:16:32,441 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,441 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,441 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,441 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7fc4b54bb33be88f074583a073bfc28, ASSIGN in 10.2690 sec 2024-11-24T13:16:32,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-24T13:16:32,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b4748502fcc4121dbfac6a8e848267e3, server=b10924491aa5,45797,1732454171219 in 10.1110 sec 2024-11-24T13:16:32,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbc69cdd29d107f72794c718480a4a90, server=b10924491aa5,34251,1732454171151 because future has completed 2024-11-24T13:16:32,448 INFO [StoreOpener-3a57212efdf59e4861b0eb603bd190fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a57212efdf59e4861b0eb603bd190fa columnFamilyName cf 2024-11-24T13:16:32,448 DEBUG [StoreOpener-3a57212efdf59e4861b0eb603bd190fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,448 INFO [StoreOpener-678138390a83db4a88b6ed14fe249aef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,449 INFO [StoreOpener-3a57212efdf59e4861b0eb603bd190fa-1 {}] regionserver.HStore(327): Store=3a57212efdf59e4861b0eb603bd190fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,449 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,449 INFO [StoreOpener-bb79ee5721ebf34f7de23f127290adc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79ee5721ebf34f7de23f127290adc5 columnFamilyName cf 2024-11-24T13:16:32,449 DEBUG [StoreOpener-bb79ee5721ebf34f7de23f127290adc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,450 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,450 INFO [StoreOpener-bb79ee5721ebf34f7de23f127290adc5-1 {}] regionserver.HStore(327): Store=bb79ee5721ebf34f7de23f127290adc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,451 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,451 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,451 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,451 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,452 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,452 INFO [StoreOpener-678138390a83db4a88b6ed14fe249aef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 678138390a83db4a88b6ed14fe249aef columnFamilyName cf 2024-11-24T13:16:32,452 DEBUG [StoreOpener-678138390a83db4a88b6ed14fe249aef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,453 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4748502fcc4121dbfac6a8e848267e3, ASSIGN in 10.2750 sec 2024-11-24T13:16:32,453 INFO [StoreOpener-678138390a83db4a88b6ed14fe249aef-1 {}] regionserver.HStore(327): Store=678138390a83db4a88b6ed14fe249aef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,453 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,454 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,454 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,454 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,455 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,455 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-24T13:16:32,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cbc69cdd29d107f72794c718480a4a90, server=b10924491aa5,34251,1732454171151 in 10.0950 sec 2024-11-24T13:16:32,457 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,457 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,458 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,459 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,460 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,460 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3a57212efdf59e4861b0eb603bd190fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65423416, jitterRate=-0.025115132331848145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,460 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:32,460 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3a57212efdf59e4861b0eb603bd190fa: Running coprocessor pre-open hook at 1732454192423Writing region info on filesystem at 1732454192423Initializing all the Stores at 1732454192424 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192424Cleaning up temporary data from old regions at 1732454192451 (+27 ms)Running coprocessor post-open hooks at 1732454192460 (+9 ms)Region opened successfully at 1732454192460 2024-11-24T13:16:32,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbc69cdd29d107f72794c718480a4a90, ASSIGN in 10.2830 sec 2024-11-24T13:16:32,461 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa., pid=16, masterSystemTime=1732454192343 2024-11-24T13:16:32,462 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/bb79ee5721ebf34f7de23f127290adc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,463 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bb79ee5721ebf34f7de23f127290adc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61521925, jitterRate=-0.08325187861919403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,463 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:32,463 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bb79ee5721ebf34f7de23f127290adc5: Running coprocessor pre-open hook at 1732454192433Writing region info on filesystem at 1732454192433Initializing all the Stores at 1732454192436 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192436Cleaning up temporary data from old regions at 1732454192454 (+18 ms)Running coprocessor post-open hooks at 1732454192463 (+9 ms)Region opened successfully at 1732454192463 2024-11-24T13:16:32,464 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:32,464 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:32,465 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5., pid=18, masterSystemTime=1732454192343 2024-11-24T13:16:32,465 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/678138390a83db4a88b6ed14fe249aef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3a57212efdf59e4861b0eb603bd190fa, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,37909,1732454171187 2024-11-24T13:16:32,465 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 678138390a83db4a88b6ed14fe249aef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66385374, jitterRate=-0.01078084111213684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,466 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:32,466 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 678138390a83db4a88b6ed14fe249aef: Running coprocessor pre-open hook at 1732454192441Writing region info on filesystem at 1732454192441Initializing all the Stores at 1732454192443 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192443Cleaning up temporary data from old regions at 1732454192457 (+14 ms)Running coprocessor post-open hooks at 1732454192466 (+9 ms)Region opened successfully at 1732454192466 2024-11-24T13:16:32,467 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef., pid=22, masterSystemTime=1732454192352 2024-11-24T13:16:32,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a57212efdf59e4861b0eb603bd190fa, server=b10924491aa5,37909,1732454171187 because future has completed 2024-11-24T13:16:32,468 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:32,468 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:32,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb79ee5721ebf34f7de23f127290adc5, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:16:32,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb79ee5721ebf34f7de23f127290adc5, server=b10924491aa5,45797,1732454171219 because future has completed 2024-11-24T13:16:32,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=678138390a83db4a88b6ed14fe249aef, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:32,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-24T13:16:32,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 678138390a83db4a88b6ed14fe249aef, server=b10924491aa5,34251,1732454171151 because future has completed 2024-11-24T13:16:32,476 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:32,476 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:32,476 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:32,477 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 36653b58953e794038c3a198c569d6d4, NAME => 'SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T13:16:32,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a57212efdf59e4861b0eb603bd190fa, server=b10924491aa5,37909,1732454171187 in 10.1380 sec 2024-11-24T13:16:32,477 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,477 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:16:32,478 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,478 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-24T13:16:32,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb79ee5721ebf34f7de23f127290adc5, server=b10924491aa5,45797,1732454171219 in 10.1370 sec 2024-11-24T13:16:32,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a57212efdf59e4861b0eb603bd190fa, ASSIGN in 10.3020 sec 2024-11-24T13:16:32,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb79ee5721ebf34f7de23f127290adc5, ASSIGN in 10.3050 sec 2024-11-24T13:16:32,481 INFO [StoreOpener-36653b58953e794038c3a198c569d6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-24T13:16:32,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 678138390a83db4a88b6ed14fe249aef, server=b10924491aa5,34251,1732454171151 in 10.1290 sec 2024-11-24T13:16:32,483 INFO [StoreOpener-36653b58953e794038c3a198c569d6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36653b58953e794038c3a198c569d6d4 columnFamilyName cf 2024-11-24T13:16:32,483 DEBUG [StoreOpener-36653b58953e794038c3a198c569d6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:16:32,484 INFO [StoreOpener-36653b58953e794038c3a198c569d6d4-1 {}] regionserver.HStore(327): Store=36653b58953e794038c3a198c569d6d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:16:32,484 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,485 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,486 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,486 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,486 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=678138390a83db4a88b6ed14fe249aef, ASSIGN in 10.3100 sec 2024-11-24T13:16:32,493 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,497 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/36653b58953e794038c3a198c569d6d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:16:32,498 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 36653b58953e794038c3a198c569d6d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70329328, jitterRate=0.0479886531829834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T13:16:32,498 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:32,498 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 36653b58953e794038c3a198c569d6d4: Running coprocessor pre-open hook at 1732454192478Writing region info on filesystem at 1732454192478Initializing all the Stores at 1732454192480 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454192480Cleaning up temporary data from old regions at 1732454192486 (+6 ms)Running coprocessor post-open hooks at 1732454192498 (+12 ms)Region opened successfully at 1732454192498 2024-11-24T13:16:32,499 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4., pid=23, masterSystemTime=1732454192352 2024-11-24T13:16:32,503 DEBUG [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:32,503 INFO [RS_OPEN_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:32,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=36653b58953e794038c3a198c569d6d4, regionState=OPEN, openSeqNum=2, regionLocation=b10924491aa5,34251,1732454171151 2024-11-24T13:16:32,508 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33823 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b10924491aa5,34251,1732454171151, table=SPTestTable, region=36653b58953e794038c3a198c569d6d4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T13:16:32,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36653b58953e794038c3a198c569d6d4, server=b10924491aa5,34251,1732454171151 because future has completed 2024-11-24T13:16:32,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-24T13:16:32,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 36653b58953e794038c3a198c569d6d4, server=b10924491aa5,34251,1732454171151 in 10.1590 sec 2024-11-24T13:16:32,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T13:16:32,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36653b58953e794038c3a198c569d6d4, ASSIGN in 10.3390 sec 2024-11-24T13:16:32,516 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:16:32,516 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732454192516"}]},"ts":"1732454192516"} 2024-11-24T13:16:32,518 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T13:16:32,520 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:16:32,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4490 sec 2024-11-24T13:16:35,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T13:16:37,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T13:16:37,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:37,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:37,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T13:16:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:16:40,362 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T13:16:40,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T13:16:40,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:16:40,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T13:16:40,367 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:16:40,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T13:16:40,404 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,409 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,410 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,459 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa., hostname=b10924491aa5,37909,1732454171187, seqNum=2] 2024-11-24T13:16:40,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa., hostname=b10924491aa5,37909,1732454171187, seqNum=2] 2024-11-24T13:16:40,463 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa., hostname=b10924491aa5,37909,1732454171187, seqNum=2] 2024-11-24T13:16:40,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa., hostname=b10924491aa5,37909,1732454171187, seqNum=2] 2024-11-24T13:16:40,467 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa., hostname=b10924491aa5,37909,1732454171187, seqNum=2] 2024-11-24T13:16:40,519 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,520 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,522 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,523 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,529 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,532 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,535 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3., hostname=b10924491aa5,45797,1732454171219, seqNum=2] 2024-11-24T13:16:40,615 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,641 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,642 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,643 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:40,645 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5., hostname=b10924491aa5,34251,1732454171151, seqNum=2] 2024-11-24T13:16:41,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:16:41,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:16:41,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:16:41,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:16:41,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:16:41,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45797 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:16:41,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:16:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34251 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:41,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34251 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:16:42,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34251 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T13:16:42,408 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T13:16:42,408 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:16:42,409 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T13:16:42,410 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T13:16:42,416 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T13:16:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741848_1024 (size=49) 2024-11-24T13:16:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741848_1024 (size=49) 2024-11-24T13:16:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741848_1024 (size=49) 2024-11-24T13:16:42,433 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T13:16:42,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb79ee5721ebf34f7de23f127290adc5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 678138390a83db4a88b6ed14fe249aef}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36653b58953e794038c3a198c569d6d4}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fdffb6291660ce9896f086da15b33fc}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7fc4b54bb33be88f074583a073bfc28}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbc69cdd29d107f72794c718480a4a90}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a57212efdf59e4861b0eb603bd190fa}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4748502fcc4121dbfac6a8e848267e3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5}] 2024-11-24T13:16:42,436 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:42,436 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:42,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:42,437 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:42,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:42,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:42,448 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:42,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:42,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:42,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:52,352 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b10924491aa5,45797,1732454171219, timeout=1732454212437, delay=84, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fdffb6291660ce9896f086da15b33fc, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb79ee5721ebf34f7de23f127290adc5, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4748502fcc4121dbfac6a8e848267e3], containedObject=b10924491aa5,34251,1732454171151, timeout=1732454212437, delay=84, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36653b58953e794038c3a198c569d6d4, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 678138390a83db4a88b6ed14fe249aef, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbc69cdd29d107f72794c718480a4a90], containedObject=b10924491aa5,37909,1732454171187, timeout=1732454212438, delay=85, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7fc4b54bb33be88f074583a073bfc28, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a57212efdf59e4861b0eb603bd190fa]] 2024-11-24T13:16:52,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T13:16:52,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T13:16:52,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:52,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:52,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:52,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4568d95f6ba8ba859634d463a0b8b5d5 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4fdffb6291660ce9896f086da15b33fc: 2024-11-24T13:16:52,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 36653b58953e794038c3a198c569d6d4: 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:52,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bb79ee5721ebf34f7de23f127290adc5: 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 678138390a83db4a88b6ed14fe249aef: 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b7fc4b54bb33be88f074583a073bfc28: 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T13:16:52,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b4748502fcc4121dbfac6a8e848267e3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9605b5072d80a6d9e7578ceb9b918a14: 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:52,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3a57212efdf59e4861b0eb603bd190fa 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T13:16:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741852_1028 (size=65) 2024-11-24T13:16:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741852_1028 (size=65) 2024-11-24T13:16:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741852_1028 (size=65) 2024-11-24T13:16:52,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732454182071.36653b58953e794038c3a198c569d6d4. 2024-11-24T13:16:52,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T13:16:52,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:52,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing cbc69cdd29d107f72794c718480a4a90 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-24T13:16:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T13:16:52,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:52,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36653b58953e794038c3a198c569d6d4 2024-11-24T13:16:52,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/.tmp/cf/943324555f474b1da12808a3b568f900 is 34, key is baa/cf:cf/1732454201630/Put/seqid=0 2024-11-24T13:16:52,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 36653b58953e794038c3a198c569d6d4 in 10.0480 sec 2024-11-24T13:16:52,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/.tmp/cf/4ef606ce5468491aa2a1c31643cf22bc is 34, key is ccd/cf:cf/1732454201621/Put/seqid=0 2024-11-24T13:16:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741851_1027 (size=65) 2024-11-24T13:16:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741851_1027 (size=65) 2024-11-24T13:16:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741851_1027 (size=65) 2024-11-24T13:16:52,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:16:52,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T13:16:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T13:16:52,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:52,498 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:16:52,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b7fc4b54bb33be88f074583a073bfc28 in 10.0640 sec 2024-11-24T13:16:52,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741849_1025 (size=65) 2024-11-24T13:16:52,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741849_1025 (size=65) 2024-11-24T13:16:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741849_1025 (size=65) 2024-11-24T13:16:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741854_1030 (size=57) 2024-11-24T13:16:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741854_1030 (size=57) 2024-11-24T13:16:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741854_1030 (size=57) 2024-11-24T13:16:52,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:16:52,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T13:16:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T13:16:52,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:52,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:16:52,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb79ee5721ebf34f7de23f127290adc5 in 10.0820 sec 2024-11-24T13:16:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741853_1029 (size=65) 2024-11-24T13:16:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741853_1029 (size=65) 2024-11-24T13:16:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741853_1029 (size=65) 2024-11-24T13:16:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741850_1026 (size=65) 2024-11-24T13:16:52,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:16:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741850_1026 (size=65) 2024-11-24T13:16:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741850_1026 (size=65) 2024-11-24T13:16:52,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T13:16:52,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732454182071.678138390a83db4a88b6ed14fe249aef. 2024-11-24T13:16:52,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T13:16:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T13:16:52,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:52,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:16:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T13:16:52,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:52,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/.tmp/cf/984be0c498ad4b578881497b98fd7d15 is 34, key is aaa/cf:cf/1732454201668/Put/seqid=0 2024-11-24T13:16:52,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 678138390a83db4a88b6ed14fe249aef 2024-11-24T13:16:52,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9605b5072d80a6d9e7578ceb9b918a14 in 10.0970 sec 2024-11-24T13:16:52,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 678138390a83db4a88b6ed14fe249aef in 10.0970 sec 2024-11-24T13:16:52,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/.tmp/cf/d839944a2c704cdeb2c841dc9bd1c8bb is 34, key is eaa/cf:cf/1732454202254/Put/seqid=0 2024-11-24T13:16:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741855_1031 (size=28623) 2024-11-24T13:16:52,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741855_1031 (size=28623) 2024-11-24T13:16:52,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741855_1031 (size=28623) 2024-11-24T13:16:52,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/.tmp/cf/943324555f474b1da12808a3b568f900 2024-11-24T13:16:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741856_1032 (size=47197) 2024-11-24T13:16:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741856_1032 (size=47197) 2024-11-24T13:16:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741856_1032 (size=47197) 2024-11-24T13:16:52,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/.tmp/cf/4ef606ce5468491aa2a1c31643cf22bc 2024-11-24T13:16:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741857_1033 (size=499309) 2024-11-24T13:16:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741857_1033 (size=499309) 2024-11-24T13:16:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741857_1033 (size=499309) 2024-11-24T13:16:52,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/.tmp/cf/943324555f474b1da12808a3b568f900 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/cf/943324555f474b1da12808a3b568f900 2024-11-24T13:16:52,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/.tmp/cf/d839944a2c704cdeb2c841dc9bd1c8bb 2024-11-24T13:16:52,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/.tmp/cf/4ef606ce5468491aa2a1c31643cf22bc as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/cf/4ef606ce5468491aa2a1c31643cf22bc 2024-11-24T13:16:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741858_1034 (size=26918) 2024-11-24T13:16:52,580 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/cf/943324555f474b1da12808a3b568f900, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T13:16:52,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/.tmp/cf/d839944a2c704cdeb2c841dc9bd1c8bb as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/cf/d839944a2c704cdeb2c841dc9bd1c8bb 2024-11-24T13:16:52,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3a57212efdf59e4861b0eb603bd190fa in 140ms, sequenceid=5, compaction requested=false 2024-11-24T13:16:52,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3a57212efdf59e4861b0eb603bd190fa: 2024-11-24T13:16:52,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/cf/943324555f474b1da12808a3b568f900] hfiles 2024-11-24T13:16:52,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/cf/943324555f474b1da12808a3b568f900 for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741858_1034 (size=26918) 2024-11-24T13:16:52,585 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/.tmp/cf/984be0c498ad4b578881497b98fd7d15 2024-11-24T13:16:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741858_1034 (size=26918) 2024-11-24T13:16:52,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/cf/4ef606ce5468491aa2a1c31643cf22bc, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T13:16:52,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b4748502fcc4121dbfac6a8e848267e3 in 147ms, sequenceid=5, compaction requested=false 2024-11-24T13:16:52,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b4748502fcc4121dbfac6a8e848267e3: 2024-11-24T13:16:52,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/cf/4ef606ce5468491aa2a1c31643cf22bc] hfiles 2024-11-24T13:16:52,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/cf/4ef606ce5468491aa2a1c31643cf22bc for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/cf/d839944a2c704cdeb2c841dc9bd1c8bb, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T13:16:52,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4568d95f6ba8ba859634d463a0b8b5d5 in 151ms, sequenceid=5, compaction requested=false 2024-11-24T13:16:52,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4568d95f6ba8ba859634d463a0b8b5d5: 2024-11-24T13:16:52,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/cf/d839944a2c704cdeb2c841dc9bd1c8bb] hfiles 2024-11-24T13:16:52,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4568d95f6ba8ba859634d463a0b8b5d5/cf/d839944a2c704cdeb2c841dc9bd1c8bb for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/.tmp/cf/984be0c498ad4b578881497b98fd7d15 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/cf/984be0c498ad4b578881497b98fd7d15 2024-11-24T13:16:52,600 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/cf/984be0c498ad4b578881497b98fd7d15, entries=676, sequenceid=5, filesize=26.3 K 2024-11-24T13:16:52,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for cbc69cdd29d107f72794c718480a4a90 in 121ms, sequenceid=5, compaction requested=false 2024-11-24T13:16:52,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for cbc69cdd29d107f72794c718480a4a90: 2024-11-24T13:16:52,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. for SnapshotProcedureTest completed. 2024-11-24T13:16:52,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T13:16:52,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/cf/984be0c498ad4b578881497b98fd7d15] hfiles 2024-11-24T13:16:52,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/cbc69cdd29d107f72794c718480a4a90/cf/984be0c498ad4b578881497b98fd7d15 for snapshot=SnapshotProcedureTest 2024-11-24T13:16:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741859_1035 (size=105) 2024-11-24T13:16:52,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:16:52,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T13:16:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T13:16:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741859_1035 (size=105) 2024-11-24T13:16:52,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741859_1035 (size=105) 2024-11-24T13:16:52,612 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:16:52,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a57212efdf59e4861b0eb603bd190fa in 10.1780 sec 2024-11-24T13:16:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741860_1036 (size=105) 2024-11-24T13:16:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741860_1036 (size=105) 2024-11-24T13:16:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741860_1036 (size=105) 2024-11-24T13:16:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:16:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T13:16:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T13:16:52,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:52,618 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:16:52,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b4748502fcc4121dbfac6a8e848267e3 in 10.1850 sec 2024-11-24T13:16:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741861_1037 (size=97) 2024-11-24T13:16:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741861_1037 (size=97) 2024-11-24T13:16:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741862_1038 (size=105) 2024-11-24T13:16:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741862_1038 (size=105) 2024-11-24T13:16:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741862_1038 (size=105) 2024-11-24T13:16:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741861_1037 (size=97) 2024-11-24T13:16:52,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732454182071.cbc69cdd29d107f72794c718480a4a90. 2024-11-24T13:16:52,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T13:16:52,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732454182071.4568d95f6ba8ba859634d463a0b8b5d5. 2024-11-24T13:16:52,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T13:16:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T13:16:52,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:52,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbc69cdd29d107f72794c718480a4a90 2024-11-24T13:16:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T13:16:52,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:52,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5 2024-11-24T13:16:52,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbc69cdd29d107f72794c718480a4a90 in 10.2040 sec 2024-11-24T13:16:52,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4568d95f6ba8ba859634d463a0b8b5d5 in 10.2050 sec 2024-11-24T13:16:52,760 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-24T13:16:52,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:16:52,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T13:16:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T13:16:52,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:52,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:16:52,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-24T13:16:52,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4fdffb6291660ce9896f086da15b33fc in 10.4800 sec 2024-11-24T13:16:52,916 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T13:16:52,917 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T13:16:52,918 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T13:16:52,918 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T13:16:52,919 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:16:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741863_1039 (size=1174) 2024-11-24T13:16:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741863_1039 (size=1174) 2024-11-24T13:16:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741863_1039 (size=1174) 2024-11-24T13:16:52,942 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T13:16:52,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T13:16:52,948 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:16:52,948 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,37909,1732454171187 2024-11-24T13:16:52,948 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:16:52,948 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,37909,1732454171187 2024-11-24T13:16:52,948 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,37909,1732454171187 2024-11-24T13:16:52,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:16:52,953 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:16:52,953 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:16:52,953 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:16:53,020 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:17:02,420 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T13:17:02,420 INFO [master/b10924491aa5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T13:17:02,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-24T13:17:02,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-24T13:17:02,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-24T13:17:02,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-24T13:17:02,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-24T13:17:02,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-24T13:17:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:17:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:17:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T13:17:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T13:17:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-24T13:17:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T13:17:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T13:17:02,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-24T13:17:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T13:17:02,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-24T13:17:02,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-24T13:17:02,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T13:17:02,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T13:17:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T13:17:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-24T13:17:02,956 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 Release verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:17:02,956 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,37909,1732454171187 Release verify snapshot worker=b10924491aa5,37909,1732454171187 2024-11-24T13:17:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T13:17:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T13:17:02,957 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,37909,1732454171187 Release verify snapshot worker=b10924491aa5,37909,1732454171187 2024-11-24T13:17:02,957 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 Release verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:17:02,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,37909,1732454171187 in 10.0100 sec 2024-11-24T13:17:02,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T13:17:02,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T13:17:02,960 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:17:02,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T13:17:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T13:17:02,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 in 10.0110 sec 2024-11-24T13:17:02,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T13:17:02,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,37909,1732454171187 in 10.0110 sec 2024-11-24T13:17:02,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 in 10.0100 sec 2024-11-24T13:17:02,962 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,37909,1732454171187 Release verify snapshot worker=b10924491aa5,37909,1732454171187 2024-11-24T13:17:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T13:17:02,962 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 Release verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:17:02,962 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 Release verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:17:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-24T13:17:02,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,37909,1732454171187 in 10.0160 sec 2024-11-24T13:17:02,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 in 10.0160 sec 2024-11-24T13:17:02,965 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 Release verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:17:02,965 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 Release verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:17:02,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 in 10.0160 sec 2024-11-24T13:17:02,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 in 10.0190 sec 2024-11-24T13:17:02,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 in 10.0190 sec 2024-11-24T13:17:03,021 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b10924491aa5,34251,1732454171151 2024-11-24T13:17:03,021 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b10924491aa5,34251,1732454171151: Simulated kill ***** 2024-11-24T13:17:03,021 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T13:17:03,021 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T13:17:03,022 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T13:17:03,022 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T13:17:03,022 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T13:17:03,022 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 581406536 }, "NonHeapMemoryUsage": { "committed": 176291840, "init": 7667712, "max": -1, "used": 171278608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T13:17:03,023 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33823 {}] master.MasterRpcServices(700): b10924491aa5,34251,1732454171151 reported a fatal error: ***** ABORTING region server b10924491aa5,34251,1732454171151: Simulated kill ***** 2024-11-24T13:17:03,023 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,34251,1732454171151' ***** 2024-11-24T13:17:03,023 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T13:17:03,024 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:03,024 INFO [RS:0;b10924491aa5:34251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T13:17:03,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:03,024 INFO [RS:0;b10924491aa5:34251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T13:17:03,024 INFO [RS:0;b10924491aa5:34251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:03,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T13:17:03,024 INFO [RS:0;b10924491aa5:34251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b10924491aa5:34251. 2024-11-24T13:17:03,024 DEBUG [RS:0;b10924491aa5:34251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:03,024 DEBUG [RS:0;b10924491aa5:34251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741836_1012 (size=14382) 2024-11-24T13:17:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741836_1012 (size=14382) 2024-11-24T13:17:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741836_1012 (size=14382) 2024-11-24T13:17:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741833_1009 (size=2301) 2024-11-24T13:17:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741833_1009 (size=2301) 2024-11-24T13:17:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741833_1009 (size=2301) 2024-11-24T13:17:03,031 DEBUG [RS:0;b10924491aa5:34251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:03,031 INFO [RS:0;b10924491aa5:34251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:03,031 INFO [RS:0;b10924491aa5:34251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34251 2024-11-24T13:17:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b10924491aa5,34251,1732454171151 2024-11-24T13:17:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:17:03,034 INFO [RS:0;b10924491aa5:34251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:03,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,34251,1732454171151] 2024-11-24T13:17:03,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b10924491aa5,34251,1732454171151 already deleted, retry=false 2024-11-24T13:17:03,037 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b10924491aa5,34251,1732454171151 on b10924491aa5,33823,1732454171087 2024-11-24T13:17:03,038 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b10924491aa5,34251,1732454171151, splitWal=true, meta=true 2024-11-24T13:17:03,038 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b10924491aa5,34251,1732454171151 (carryingMeta=true) b10924491aa5,34251,1732454171151/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7b961cb9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T13:17:03,039 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b10924491aa5,34251,1732454171151, splitWal=true, meta=true 2024-11-24T13:17:03,040 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,34251,1732454171151, splitWal=true, meta=true, isMeta: true 2024-11-24T13:17:03,042 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting 2024-11-24T13:17:03,044 INFO [PEWorker-3 {}] master.SplitWALManager(105): b10924491aa5,34251,1732454171151 WAL count=1, meta=true 2024-11-24T13:17:03,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta}] 2024-11-24T13:17:03,046 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-24T13:17:03,046 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-24T13:17:03,046 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-24T13:17:03,046 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-24T13:17:03,047 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,34251,1732454171151 Release verify snapshot worker=b10924491aa5,34251,1732454171151 2024-11-24T13:17:03,047 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=b10924491aa5,37909,1732454171187 2024-11-24T13:17:03,048 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b10924491aa5,34251,1732454171151, this operation will be retried to send to another server 2024-11-24T13:17:03,048 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T13:17:03,048 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732454224048 2024-11-24T13:17:03,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, worker=b10924491aa5,37909,1732454171187}] 2024-11-24T13:17:03,055 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:03,136 INFO [RS:0;b10924491aa5:34251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x1014a1eac490001, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:03,136 INFO [RS:0;b10924491aa5:34251 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,34251,1732454171151; zookeeper connection closed. 2024-11-24T13:17:03,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49968309 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49968309 2024-11-24T13:17:03,503 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:17:03,503 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:17:04,050 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:17:11,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:17:11,457 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T13:17:12,036 INFO [regionserver/b10924491aa5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T13:17:13,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-24T13:17:13,066 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, size=14.0 K (14382bytes) 2024-11-24T13:17:13,066 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta 2024-11-24T13:17:13,067 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta after 1ms 2024-11-24T13:17:13,070 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta took 4ms 2024-11-24T13:17:13,073 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-24T13:17:13,075 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta so closing down 2024-11-24T13:17:13,075 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T13:17:13,080 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp 2024-11-24T13:17:13,082 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp 2024-11-24T13:17:13,083 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T13:17:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741864_1040 (size=14141) 2024-11-24T13:17:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741864_1040 (size=14141) 2024-11-24T13:17:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741864_1040 (size=14141) 2024-11-24T13:17:13,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-24T13:17:13,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp to hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T13:17:13,095 INFO [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-24T13:17:13,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, journal: Splitting hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, size=14.0 K (14382bytes) at 1732454233066Finishing writing output for hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta so closing down at 1732454233075 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp at 1732454233082 (+7 ms)3 split writer threads finished at 1732454233083 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732454233094 (+11 ms)Rename recovered edits hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta.temp to hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732454233095 (+1 ms)Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732454233095 2024-11-24T13:17:13,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta 2024-11-24T13:17:13,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b10924491aa5:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T13:17:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T13:17:13,099 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting/b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta to hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs 2024-11-24T13:17:13,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T13:17:13,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, worker=b10924491aa5,37909,1732454171187 in 10.0510 sec 2024-11-24T13:17:13,102 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b10924491aa5,37909,1732454171187 2024-11-24T13:17:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T13:17:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b10924491aa5%2C34251%2C1732454171151.meta.1732454181936.meta, worker=b10924491aa5,37909,1732454171187 in 10.0570 sec 2024-11-24T13:17:13,105 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,34251,1732454171151-splitting dir is empty, no logs to split. 2024-11-24T13:17:13,105 INFO [PEWorker-4 {}] master.SplitWALManager(105): b10924491aa5,34251,1732454171151 WAL count=0, meta=true 2024-11-24T13:17:13,105 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b10924491aa5,34251,1732454171151 WAL splitting is done? wals=0, meta=true 2024-11-24T13:17:13,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:17:13,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:13,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T13:17:13,257 DEBUG [b10924491aa5:33823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-24T13:17:13,258 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(204): Hosts are {b10924491aa5=0} racks are {/default-rack=0} 2024-11-24T13:17:13,258 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T13:17:13,258 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T13:17:13,258 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T13:17:13,258 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T13:17:13,258 INFO [b10924491aa5:33823 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T13:17:13,258 INFO [b10924491aa5:33823 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T13:17:13,258 DEBUG [b10924491aa5:33823 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T13:17:13,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:17:13,260 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,45797,1732454171219, state=OPENING 2024-11-24T13:17:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:17:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:17:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:17:13,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:17:13,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:17:13,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:17:13,261 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:17:13,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,45797,1732454171219}] 2024-11-24T13:17:14,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-24T13:17:14,055 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:17:14,055 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:17:14,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-24T13:17:14,055 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:17:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-24T13:17:14,057 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b10924491aa5%2C45797%2C1732454171219.meta, suffix=.meta, logDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs, maxLogs=32 2024-11-24T13:17:14,058 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 Release verify snapshot worker=b10924491aa5,45797,1732454171219 2024-11-24T13:17:14,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-24T13:17:14,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b10924491aa5,45797,1732454171219 in 21.1120 sec 2024-11-24T13:17:14,060 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T13:17:14,060 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T13:17:14,062 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T13:17:14,062 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T13:17:14,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6600 sec 2024-11-24T13:17:14,072 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219/b10924491aa5%2C45797%2C1732454171219.meta.1732454234057.meta, exclude list is [], retry=0 2024-11-24T13:17:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-90a1be49-f8f3-44fe-ab8e-c76b050ae0c7,DISK] 2024-11-24T13:17:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40457,DS-4abb39c7-34bd-48f4-9682-e38e4935f562,DISK] 2024-11-24T13:17:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34031,DS-65e19094-89cd-46a1-9f22-904aa50db2a7,DISK] 2024-11-24T13:17:14,077 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/WALs/b10924491aa5,45797,1732454171219/b10924491aa5%2C45797%2C1732454171219.meta.1732454234057.meta 2024-11-24T13:17:14,077 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40363:40363),(127.0.0.1/127.0.0.1:34831:34831),(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-24T13:17:14,077 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:17:14,077 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:17:14,077 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:17:14,077 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:17:14,077 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:17:14,078 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:17:14,078 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:17:14,078 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:17:14,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:17:14,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:17:14,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:14,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:14,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:17:14,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:17:14,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:14,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:14,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:17:14,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:17:14,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:14,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:14,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:17:14,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:17:14,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:17:14,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:17:14,084 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:17:14,085 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740 2024-11-24T13:17:14,086 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740 2024-11-24T13:17:14,087 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T13:17:14,096 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T13:17:14,096 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-24T13:17:14,112 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/info/f09cee1771774a73a3c5afad8a2a2ec8 is 167, key is SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14./info:regioninfo/1732454192389/Put/seqid=0 2024-11-24T13:17:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741866_1042 (size=18393) 2024-11-24T13:17:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741866_1042 (size=18393) 2024-11-24T13:17:14,123 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/info/f09cee1771774a73a3c5afad8a2a2ec8 2024-11-24T13:17:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741866_1042 (size=18393) 2024-11-24T13:17:14,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T13:17:14,137 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b10924491aa5:34251 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b10924491aa5/172.17.0.2:34251 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:17:14,139 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1, error=java.net.ConnectException: Call to address=b10924491aa5:34251 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b10924491aa5/172.17.0.2:34251 2024-11-24T13:17:14,139 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-24T13:17:14,139 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b10924491aa5,34251,1732454171151, seqNum=-1 from cache 2024-11-24T13:17:14,140 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b10924491aa5:34251 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b10924491aa5/172.17.0.2:34251 2024-11-24T13:17:14,145 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/ns/99a9ca3f2110446788ec29a8649841e3 is 43, key is default/ns:d/1732454181987/Put/seqid=0 2024-11-24T13:17:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741867_1043 (size=5153) 2024-11-24T13:17:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741867_1043 (size=5153) 2024-11-24T13:17:14,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741867_1043 (size=5153) 2024-11-24T13:17:14,152 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/ns/99a9ca3f2110446788ec29a8649841e3 2024-11-24T13:17:14,175 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/table/107d734d9443426aa9e8742e49afab44 is 47, key is SPTestTable/table:state/1732454192516/Put/seqid=0 2024-11-24T13:17:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741868_1044 (size=5214) 2024-11-24T13:17:14,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741868_1044 (size=5214) 2024-11-24T13:17:14,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741868_1044 (size=5214) 2024-11-24T13:17:14,182 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/table/107d734d9443426aa9e8742e49afab44 2024-11-24T13:17:14,188 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/info/f09cee1771774a73a3c5afad8a2a2ec8 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/info/f09cee1771774a73a3c5afad8a2a2ec8 2024-11-24T13:17:14,194 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/info/f09cee1771774a73a3c5afad8a2a2ec8, entries=100, sequenceid=28, filesize=18.0 K 2024-11-24T13:17:14,195 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/ns/99a9ca3f2110446788ec29a8649841e3 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/ns/99a9ca3f2110446788ec29a8649841e3 2024-11-24T13:17:14,200 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/ns/99a9ca3f2110446788ec29a8649841e3, entries=2, sequenceid=28, filesize=5.0 K 2024-11-24T13:17:14,201 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/.tmp/table/107d734d9443426aa9e8742e49afab44 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/table/107d734d9443426aa9e8742e49afab44 2024-11-24T13:17:14,206 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/table/107d734d9443426aa9e8742e49afab44, entries=2, sequenceid=28, filesize=5.1 K 2024-11-24T13:17:14,206 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null 2024-11-24T13:17:14,206 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T13:17:14,207 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:17:14,208 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:17:14,208 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:17:14,209 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:17:14,211 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-24T13:17:14,212 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63579001, jitterRate=-0.05259905755519867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:17:14,212 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:17:14,212 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732454234078Writing region info on filesystem at 1732454234078Initializing all the Stores at 1732454234078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454234078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454234079 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732454234079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732454234079Obtaining lock to block concurrent updates at 1732454234096 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1732454234096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732454234096Flushing stores of hbase:meta,,1.1588230740 at 1732454234096Flushing 1588230740/info: creating writer at 1732454234096Flushing 1588230740/info: appending metadata at 1732454234112 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732454234112Flushing 1588230740/ns: creating writer at 1732454234130 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732454234145 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732454234145Flushing 1588230740/table: creating writer at 1732454234159 (+14 ms)Flushing 1588230740/table: appending metadata at 1732454234174 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732454234174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26988161: reopening flushed file at 1732454234188 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233e2d18: reopening flushed file at 1732454234194 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b00ec7e: reopening flushed file at 1732454234200 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null at 1732454234206 (+6 ms)Cleaning up temporary data from old regions at 1732454234208 (+2 ms)Running coprocessor post-open hooks at 1732454234212 (+4 ms)Region opened successfully at 1732454234212 2024-11-24T13:17:14,213 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732454234050 2024-11-24T13:17:14,215 DEBUG [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:17:14,215 INFO [RS_OPEN_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:17:14,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b10924491aa5,45797,1732454171219 2024-11-24T13:17:14,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b10924491aa5,45797,1732454171219, state=OPEN 2024-11-24T13:17:14,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:17:14,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:17:14,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:17:14,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b10924491aa5,45797,1732454171219 2024-11-24T13:17:14,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:17:14,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:17:14,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:17:14,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T13:17:14,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b10924491aa5,45797,1732454171219 in 956 msec 2024-11-24T13:17:14,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-24T13:17:14,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1140 sec 2024-11-24T13:17:14,222 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b10924491aa5,34251,1732454171151 had 5 regions 2024-11-24T13:17:14,222 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b10924491aa5,34251,1732454171151, splitWal=true, meta=true, isMeta: false 2024-11-24T13:17:14,224 INFO [PEWorker-3 {}] master.SplitWALManager(105): b10924491aa5,34251,1732454171151 WAL count=1, meta=false 2024-11-24T13:17:14,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b10924491aa5%2C34251%2C1732454171151.1732454171645}] 2024-11-24T13:17:14,225 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b10924491aa5,45797,1732454171219 2024-11-24T13:17:14,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b10924491aa5%2C34251%2C1732454171151.1732454171645, worker=b10924491aa5,45797,1732454171219}] 2024-11-24T13:17:14,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:17:14,253 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b10924491aa5,45797,1732454171219, seqNum=-1] 2024-11-24T13:17:14,275 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T13:17:14,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:17:14,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:14,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:14,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:17:14,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1970355249, stopped=false 2024-11-24T13:17:14,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b10924491aa5,33823,1732454171087 2024-11-24T13:17:14,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:17:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:17:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:17:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:17:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:17:14,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:17:14,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:17:14,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:14,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:17:14,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,37909,1732454171187' ***** 2024-11-24T13:17:14,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:14,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b10924491aa5,45797,1732454171219' ***** 2024-11-24T13:17:14,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:17:14,280 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:14,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:14,280 INFO [RS:2;b10924491aa5:45797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:14,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:17:14,280 INFO [RS:2;b10924491aa5:45797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:14,280 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:17:14,280 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:17:14,280 INFO [RS:1;b10924491aa5:37909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:17:14,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:17:14,280 INFO [RS:1;b10924491aa5:37909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:17:14,280 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(3091): Received CLOSE for 9605b5072d80a6d9e7578ceb9b918a14 2024-11-24T13:17:14,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:17:14,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:17:14,284 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fdffb6291660ce9896f086da15b33fc 2024-11-24T13:17:14,284 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for b4748502fcc4121dbfac6a8e848267e3 2024-11-24T13:17:14,284 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,45797,1732454171219 2024-11-24T13:17:14,284 INFO [RS:2;b10924491aa5:45797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:14,284 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb79ee5721ebf34f7de23f127290adc5, disabling compactions & flushes 2024-11-24T13:17:14,284 INFO [RS:2;b10924491aa5:45797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b10924491aa5:45797. 2024-11-24T13:17:14,285 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:17:14,285 DEBUG [RS:2;b10924491aa5:45797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:14,285 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:17:14,285 DEBUG [RS:2;b10924491aa5:45797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,285 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. after waiting 0 ms 2024-11-24T13:17:14,285 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:17:14,285 INFO [RS:2;b10924491aa5:45797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:14,285 INFO [RS:2;b10924491aa5:45797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:14,285 INFO [RS:2;b10924491aa5:45797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:14,285 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:17:14,289 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(3091): Received CLOSE for b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:17:14,289 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a57212efdf59e4861b0eb603bd190fa 2024-11-24T13:17:14,289 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(959): stopping server b10924491aa5,37909,1732454171187 2024-11-24T13:17:14,289 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9605b5072d80a6d9e7578ceb9b918a14, disabling compactions & flushes 2024-11-24T13:17:14,289 INFO [RS:1;b10924491aa5:37909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:14,289 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:17:14,289 INFO [RS:1;b10924491aa5:37909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b10924491aa5:37909. 2024-11-24T13:17:14,289 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:17:14,289 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. after waiting 0 ms 2024-11-24T13:17:14,289 DEBUG [RS:1;b10924491aa5:37909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:17:14,289 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:17:14,289 DEBUG [RS:1;b10924491aa5:37909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,290 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T13:17:14,290 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1325): Online Regions={9605b5072d80a6d9e7578ceb9b918a14=SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14., b7fc4b54bb33be88f074583a073bfc28=SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28., 3a57212efdf59e4861b0eb603bd190fa=SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa.} 2024-11-24T13:17:14,290 DEBUG [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1351): Waiting on 3a57212efdf59e4861b0eb603bd190fa, 9605b5072d80a6d9e7578ceb9b918a14, b7fc4b54bb33be88f074583a073bfc28 2024-11-24T13:17:14,290 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-24T13:17:14,290 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1325): Online Regions={bb79ee5721ebf34f7de23f127290adc5=SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5., 4fdffb6291660ce9896f086da15b33fc=SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc., 1588230740=hbase:meta,,1.1588230740, b4748502fcc4121dbfac6a8e848267e3=SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3.} 2024-11-24T13:17:14,290 DEBUG [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fdffb6291660ce9896f086da15b33fc, b4748502fcc4121dbfac6a8e848267e3, bb79ee5721ebf34f7de23f127290adc5 2024-11-24T13:17:14,290 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:17:14,290 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:17:14,290 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:17:14,290 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:17:14,290 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:17:14,301 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/bb79ee5721ebf34f7de23f127290adc5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:17:14,302 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:17:14,302 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb79ee5721ebf34f7de23f127290adc5: Waiting for close lock at 1732454234284Running coprocessor pre-close hooks at 1732454234284Disabling compacts and flushes for region at 1732454234284Disabling writes for close at 1732454234285 (+1 ms)Writing region close event to WAL at 1732454234290 (+5 ms)Running coprocessor post-close hooks at 1732454234302 (+12 ms)Closed at 1732454234302 2024-11-24T13:17:14,302 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732454182071.bb79ee5721ebf34f7de23f127290adc5. 2024-11-24T13:17:14,302 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fdffb6291660ce9896f086da15b33fc, disabling compactions & flushes 2024-11-24T13:17:14,302 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:17:14,302 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:17:14,302 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. after waiting 0 ms 2024-11-24T13:17:14,302 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:17:14,313 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-24T13:17:14,314 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:17:14,314 INFO [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:14,314 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732454234290Running coprocessor pre-close hooks at 1732454234290Disabling compacts and flushes for region at 1732454234290Disabling writes for close at 1732454234290Writing region close event to WAL at 1732454234305 (+15 ms)Running coprocessor post-close hooks at 1732454234314 (+9 ms)Closed at 1732454234314 2024-11-24T13:17:14,314 DEBUG [RS_CLOSE_META-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:17:14,317 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/9605b5072d80a6d9e7578ceb9b918a14/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:17:14,317 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:17:14,317 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9605b5072d80a6d9e7578ceb9b918a14: Waiting for close lock at 1732454234289Running coprocessor pre-close hooks at 1732454234289Disabling compacts and flushes for region at 1732454234289Disabling writes for close at 1732454234289Writing region close event to WAL at 1732454234297 (+8 ms)Running coprocessor post-close hooks at 1732454234317 (+20 ms)Closed at 1732454234317 2024-11-24T13:17:14,318 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732454182071.9605b5072d80a6d9e7578ceb9b918a14. 2024-11-24T13:17:14,318 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7fc4b54bb33be88f074583a073bfc28, disabling compactions & flushes 2024-11-24T13:17:14,318 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:17:14,318 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:17:14,318 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. after waiting 0 ms 2024-11-24T13:17:14,318 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:17:14,325 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/4fdffb6291660ce9896f086da15b33fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:17:14,326 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:17:14,326 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fdffb6291660ce9896f086da15b33fc: Waiting for close lock at 1732454234302Running coprocessor pre-close hooks at 1732454234302Disabling compacts and flushes for region at 1732454234302Disabling writes for close at 1732454234302Writing region close event to WAL at 1732454234320 (+18 ms)Running coprocessor post-close hooks at 1732454234326 (+6 ms)Closed at 1732454234326 2024-11-24T13:17:14,326 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732454182071.4fdffb6291660ce9896f086da15b33fc. 2024-11-24T13:17:14,326 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4748502fcc4121dbfac6a8e848267e3, disabling compactions & flushes 2024-11-24T13:17:14,326 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:17:14,326 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:17:14,326 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. after waiting 0 ms 2024-11-24T13:17:14,326 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:17:14,331 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b4748502fcc4121dbfac6a8e848267e3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:17:14,332 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:17:14,332 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4748502fcc4121dbfac6a8e848267e3: Waiting for close lock at 1732454234326Running coprocessor pre-close hooks at 1732454234326Disabling compacts and flushes for region at 1732454234326Disabling writes for close at 1732454234326Writing region close event to WAL at 1732454234327 (+1 ms)Running coprocessor post-close hooks at 1732454234332 (+5 ms)Closed at 1732454234332 2024-11-24T13:17:14,332 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732454182071.b4748502fcc4121dbfac6a8e848267e3. 2024-11-24T13:17:14,341 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/b7fc4b54bb33be88f074583a073bfc28/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T13:17:14,342 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:17:14,342 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7fc4b54bb33be88f074583a073bfc28: Waiting for close lock at 1732454234318Running coprocessor pre-close hooks at 1732454234318Disabling compacts and flushes for region at 1732454234318Disabling writes for close at 1732454234318Writing region close event to WAL at 1732454234321 (+3 ms)Running coprocessor post-close hooks at 1732454234342 (+21 ms)Closed at 1732454234342 2024-11-24T13:17:14,342 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732454182071.b7fc4b54bb33be88f074583a073bfc28. 2024-11-24T13:17:14,342 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a57212efdf59e4861b0eb603bd190fa, disabling compactions & flushes 2024-11-24T13:17:14,342 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:17:14,343 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:17:14,343 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. after waiting 0 ms 2024-11-24T13:17:14,343 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:17:14,348 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/data/default/SPTestTable/3a57212efdf59e4861b0eb603bd190fa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T13:17:14,348 INFO [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:17:14,348 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a57212efdf59e4861b0eb603bd190fa: Waiting for close lock at 1732454234342Running coprocessor pre-close hooks at 1732454234342Disabling compacts and flushes for region at 1732454234342Disabling writes for close at 1732454234343 (+1 ms)Writing region close event to WAL at 1732454234344 (+1 ms)Running coprocessor post-close hooks at 1732454234348 (+4 ms)Closed at 1732454234348 2024-11-24T13:17:14,349 DEBUG [RS_CLOSE_REGION-regionserver/b10924491aa5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732454182071.3a57212efdf59e4861b0eb603bd190fa. 2024-11-24T13:17:14,364 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:14,367 INFO [regionserver/b10924491aa5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:14,461 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b10924491aa5:33823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T13:17:14,490 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,37909,1732454171187; all regions closed. 2024-11-24T13:17:14,490 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(976): stopping server b10924491aa5,45797,1732454171219; all regions closed. 2024-11-24T13:17:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741865_1041 (size=678) 2024-11-24T13:17:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741835_1011 (size=2364) 2024-11-24T13:17:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741835_1011 (size=2364) 2024-11-24T13:17:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741835_1011 (size=2364) 2024-11-24T13:17:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741865_1041 (size=678) 2024-11-24T13:17:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741865_1041 (size=678) 2024-11-24T13:17:14,499 DEBUG [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs 2024-11-24T13:17:14,499 INFO [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C45797%2C1732454171219.meta:.meta(num 1732454234057) 2024-11-24T13:17:14,499 DEBUG [RS:1;b10924491aa5:37909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C37909%2C1732454171187:(num 1732454171654) 2024-11-24T13:17:14,499 DEBUG [RS:1;b10924491aa5:37909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:17:14,499 INFO [RS:1;b10924491aa5:37909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:17:14,499 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:14,500 INFO [RS:1;b10924491aa5:37909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:14,500 INFO [RS:1;b10924491aa5:37909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37909 2024-11-24T13:17:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741834_1010 (size=2334) 2024-11-24T13:17:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741834_1010 (size=2334) 2024-11-24T13:17:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741834_1010 (size=2334) 2024-11-24T13:17:14,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b10924491aa5,37909,1732454171187 2024-11-24T13:17:14,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:17:14,502 INFO [RS:1;b10924491aa5:37909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:14,505 DEBUG [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/oldWALs 2024-11-24T13:17:14,505 INFO [RS:2;b10924491aa5:45797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b10924491aa5%2C45797%2C1732454171219:(num 1732454171654) 2024-11-24T13:17:14,505 DEBUG [RS:2;b10924491aa5:45797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:17:14,505 INFO [RS:2;b10924491aa5:45797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:17:14,505 INFO [RS:2;b10924491aa5:45797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:14,505 INFO [RS:2;b10924491aa5:45797 {}] hbase.ChoreService(370): Chore service for: regionserver/b10924491aa5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:14,505 INFO [RS:2;b10924491aa5:45797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:14,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,37909,1732454171187] 2024-11-24T13:17:14,505 INFO [RS:2;b10924491aa5:45797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45797 2024-11-24T13:17:14,506 INFO [regionserver/b10924491aa5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:14,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b10924491aa5,37909,1732454171187 already deleted, retry=false 2024-11-24T13:17:14,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,37909,1732454171187 expired; onlineServers=1 2024-11-24T13:17:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b10924491aa5,45797,1732454171219 2024-11-24T13:17:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:17:14,508 INFO [RS:2;b10924491aa5:45797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:14,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b10924491aa5,45797,1732454171219] 2024-11-24T13:17:14,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b10924491aa5,45797,1732454171219 already deleted, retry=false 2024-11-24T13:17:14,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b10924491aa5,45797,1732454171219 expired; onlineServers=0 2024-11-24T13:17:14,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b10924491aa5,33823,1732454171087' ***** 2024-11-24T13:17:14,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:17:14,512 INFO [M:0;b10924491aa5:33823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:17:14,512 INFO [M:0;b10924491aa5:33823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:17:14,512 DEBUG [M:0;b10924491aa5:33823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:17:14,513 DEBUG [M:0;b10924491aa5:33823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:17:14,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:17:14,513 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454171441 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.large.0-1732454171441,5,FailOnTimeoutGroup] 2024-11-24T13:17:14,513 DEBUG [master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454171441 {}] cleaner.HFileCleaner(306): Exit Thread[master/b10924491aa5:0:becomeActiveMaster-HFileCleaner.small.0-1732454171441,5,FailOnTimeoutGroup] 2024-11-24T13:17:14,514 INFO [M:0;b10924491aa5:33823 {}] hbase.ChoreService(370): Chore service for: master/b10924491aa5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:17:14,514 INFO [M:0;b10924491aa5:33823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:17:14,514 DEBUG [M:0;b10924491aa5:33823 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:17:14,514 INFO [M:0;b10924491aa5:33823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:17:14,514 INFO [M:0;b10924491aa5:33823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:17:14,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T13:17:14,514 ERROR [M:0;b10924491aa5:33823 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38509 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38509,5,PEWorkerGroup] 2024-11-24T13:17:14,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:17:14,514 INFO [M:0;b10924491aa5:33823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:17:14,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:17:14,515 DEBUG [M:0;b10924491aa5:33823 {}] zookeeper.ZKUtil(347): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T13:17:14,515 WARN [M:0;b10924491aa5:33823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:17:14,516 INFO [M:0;b10924491aa5:33823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/.lastflushedseqids 2024-11-24T13:17:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741869_1045 (size=632) 2024-11-24T13:17:14,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741869_1045 (size=632) 2024-11-24T13:17:14,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741869_1045 (size=632) 2024-11-24T13:17:14,538 INFO [M:0;b10924491aa5:33823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:17:14,538 INFO [M:0;b10924491aa5:33823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:17:14,538 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:17:14,538 INFO [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:14,538 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:14,539 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:17:14,539 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:14,539 INFO [M:0;b10924491aa5:33823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.61 KB heapSize=211.73 KB 2024-11-24T13:17:14,558 DEBUG [M:0;b10924491aa5:33823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a8b0735f5e4962bdb8b5c03b5b1ecd is 82, key is hbase:meta,,1/info:regioninfo/1732454234215/Put/seqid=0 2024-11-24T13:17:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741870_1046 (size=6071) 2024-11-24T13:17:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741870_1046 (size=6071) 2024-11-24T13:17:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741870_1046 (size=6071) 2024-11-24T13:17:14,566 INFO [M:0;b10924491aa5:33823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a8b0735f5e4962bdb8b5c03b5b1ecd 2024-11-24T13:17:14,590 DEBUG [M:0;b10924491aa5:33823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd23e75e45e0406191f438de20c98326 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732454192522/Put/seqid=0 2024-11-24T13:17:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741871_1047 (size=11609) 2024-11-24T13:17:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741871_1047 (size=11609) 2024-11-24T13:17:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741871_1047 (size=11609) 2024-11-24T13:17:14,598 INFO [M:0;b10924491aa5:33823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.38 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd23e75e45e0406191f438de20c98326 2024-11-24T13:17:14,603 INFO [M:0;b10924491aa5:33823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd23e75e45e0406191f438de20c98326 2024-11-24T13:17:14,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,605 INFO [RS:1;b10924491aa5:37909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:14,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37909-0x1014a1eac490002, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,605 INFO [RS:1;b10924491aa5:37909 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,37909,1732454171187; zookeeper connection closed. 2024-11-24T13:17:14,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4de49f19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4de49f19 2024-11-24T13:17:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1014a1eac490003, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,610 INFO [RS:2;b10924491aa5:45797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:14,610 INFO [RS:2;b10924491aa5:45797 {}] regionserver.HRegionServer(1031): Exiting; stopping=b10924491aa5,45797,1732454171219; zookeeper connection closed. 2024-11-24T13:17:14,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@283e6a0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@283e6a0c 2024-11-24T13:17:14,610 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T13:17:14,619 DEBUG [M:0;b10924491aa5:33823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef37c69c41474d139ee136909191ac35 is 69, key is b10924491aa5,37909,1732454171187/rs:state/1732454171474/Put/seqid=0 2024-11-24T13:17:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741872_1048 (size=5442) 2024-11-24T13:17:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741872_1048 (size=5442) 2024-11-24T13:17:14,626 INFO [M:0;b10924491aa5:33823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef37c69c41474d139ee136909191ac35 2024-11-24T13:17:14,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741872_1048 (size=5442) 2024-11-24T13:17:14,632 INFO [M:0;b10924491aa5:33823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef37c69c41474d139ee136909191ac35 2024-11-24T13:17:14,633 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a8b0735f5e4962bdb8b5c03b5b1ecd as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4a8b0735f5e4962bdb8b5c03b5b1ecd 2024-11-24T13:17:14,639 INFO [M:0;b10924491aa5:33823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4a8b0735f5e4962bdb8b5c03b5b1ecd, entries=14, sequenceid=416, filesize=5.9 K 2024-11-24T13:17:14,640 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd23e75e45e0406191f438de20c98326 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd23e75e45e0406191f438de20c98326 2024-11-24T13:17:14,645 INFO [M:0;b10924491aa5:33823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd23e75e45e0406191f438de20c98326 2024-11-24T13:17:14,645 INFO [M:0;b10924491aa5:33823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd23e75e45e0406191f438de20c98326, entries=52, sequenceid=416, filesize=11.3 K 2024-11-24T13:17:14,646 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef37c69c41474d139ee136909191ac35 as hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef37c69c41474d139ee136909191ac35 2024-11-24T13:17:14,652 INFO [M:0;b10924491aa5:33823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef37c69c41474d139ee136909191ac35 2024-11-24T13:17:14,652 INFO [M:0;b10924491aa5:33823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/51c62520-e713-a6d1-cefa-acffa7bd2afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef37c69c41474d139ee136909191ac35, entries=3, sequenceid=416, filesize=5.3 K 2024-11-24T13:17:14,653 INFO [M:0;b10924491aa5:33823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=416, compaction requested=false 2024-11-24T13:17:14,654 INFO [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:17:14,654 DEBUG [M:0;b10924491aa5:33823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732454234538Disabling compacts and flushes for region at 1732454234538Disabling writes for close at 1732454234539 (+1 ms)Obtaining lock to block concurrent updates at 1732454234539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732454234539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176751, getHeapSize=216744, getOffHeapSize=0, getCellsCount=515 at 1732454234539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732454234540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732454234540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732454234558 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732454234558Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732454234571 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732454234590 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732454234590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732454234603 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732454234618 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732454234618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d43730: reopening flushed file at 1732454234632 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db499e0: reopening flushed file at 1732454234639 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef553dc: reopening flushed file at 1732454234646 (+7 ms)Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=416, compaction requested=false at 1732454234653 (+7 ms)Writing region close event to WAL at 1732454234654 (+1 ms)Closed at 1732454234654 2024-11-24T13:17:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40457 is added to blk_1073741830_1006 (size=204606) 2024-11-24T13:17:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741830_1006 (size=204606) 2024-11-24T13:17:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34031 is added to blk_1073741830_1006 (size=204606) 2024-11-24T13:17:14,657 INFO [M:0;b10924491aa5:33823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:17:14,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:17:14,658 INFO [M:0;b10924491aa5:33823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33823 2024-11-24T13:17:14,658 INFO [M:0;b10924491aa5:33823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:17:14,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,760 INFO [M:0;b10924491aa5:33823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:17:14,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33823-0x1014a1eac490000, quorum=127.0.0.1:54371, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:17:14,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@741a1bb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:14,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:14,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:14,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:14,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:14,765 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:14,765 WARN [BP-369134488-172.17.0.2-1732454170183 heartbeating to localhost/127.0.0.1:38509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:14,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:14,765 WARN [BP-369134488-172.17.0.2-1732454170183 heartbeating to localhost/127.0.0.1:38509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-369134488-172.17.0.2-1732454170183 (Datanode Uuid 823e7c57-1d55-4165-b8cf-0eaf139fee15) service to localhost/127.0.0.1:38509 2024-11-24T13:17:14,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data5/current/BP-369134488-172.17.0.2-1732454170183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:14,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data6/current/BP-369134488-172.17.0.2-1732454170183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:14,767 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:14,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235874fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:14,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:14,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:14,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:14,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:14,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:14,771 WARN [BP-369134488-172.17.0.2-1732454170183 heartbeating to localhost/127.0.0.1:38509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:14,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:14,771 WARN [BP-369134488-172.17.0.2-1732454170183 heartbeating to localhost/127.0.0.1:38509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-369134488-172.17.0.2-1732454170183 (Datanode Uuid 37b5cdc2-6310-47f5-a0dd-c03c19c7717e) service to localhost/127.0.0.1:38509 2024-11-24T13:17:14,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data3/current/BP-369134488-172.17.0.2-1732454170183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:14,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data4/current/BP-369134488-172.17.0.2-1732454170183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:14,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:14,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31631745{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:17:14,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:14,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:14,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:14,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:14,777 WARN [BP-369134488-172.17.0.2-1732454170183 heartbeating to localhost/127.0.0.1:38509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:17:14,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:17:14,777 WARN [BP-369134488-172.17.0.2-1732454170183 heartbeating to localhost/127.0.0.1:38509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-369134488-172.17.0.2-1732454170183 (Datanode Uuid 84f82b17-64d1-40b8-bba5-4cda7c70d936) service to localhost/127.0.0.1:38509 2024-11-24T13:17:14,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:17:14,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data1/current/BP-369134488-172.17.0.2-1732454170183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:14,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/cluster_84f61f7b-e941-ebde-cf44-20bf5f66bcdc/data/data2/current/BP-369134488-172.17.0.2-1732454170183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:17:14,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:17:14,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:17:14,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:17:14,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:17:14,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:17:14,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc753454-8d52-b25f-6389-7e8863323684/hadoop.log.dir/,STOPPED} 2024-11-24T13:17:14,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:17:14,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T13:17:14,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b10924491aa5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38509 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b10924491aa5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38509 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=6835 (was 6490) - AvailableMemoryMB LEAK? -